diff --git "a/measurement.json" "b/measurement.json"
new file mode 100644--- /dev/null
+++ "b/measurement.json"
@@ -0,0 +1,78127 @@
+{
+    "measurement": {
+        "model.layers.0.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.9289417990336293,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9336006139454088,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.941941248154954,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9628145894721934,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9661426378512069,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9667407298754704,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9764350238501242,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9769420077239996,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9786890004026262,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9798971365549063,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9831568632568968,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9842390894987866,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9851600887547982,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.986316160102816,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9917828289693907,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9930523375882522,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9937325635385749,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9957944716228858,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9982490430610549,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.9011987315392808,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9044722341197102,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.925232443664419,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9344273328192925,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9572971040186913,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9594973486505056,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9703000579029322,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9755466738715768,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9782615505943173,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9785147302195822,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9809848424782487,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9890893333297419,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9904027878502873,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9935362252259725,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9944965761877891,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.996967534277294,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9978001441065173,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.1.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7921463137394503,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8052218164268293,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8409824277225294,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8956426697734156,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8992254277201075,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9042885787785053,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9245650758476633,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9303245456203034,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.940710557036494,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9430197906729422,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9503153058651247,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9565693468443657,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9545600738768515,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9613858652546218,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9738599725655819,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9802184975951126,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9787917053817135,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9895619321614504,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9943730747694836,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.981992111002144,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9837956240547723,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9836502513407093,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9837663187645376,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9935080037072399,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9958943598964987,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9960833532907265,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9946337531529073,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9972302283950787,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9980266876028556,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9973844386649465,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.999000502328272,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9989231152836797,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9990620346200701,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9992238044896543,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9992588640870006,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.999358764110519,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.2.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7716310486981743,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.77820932473007,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8019764137111212,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.86902832357507,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.883292192299115,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8868856175165427,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9200338709511255,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9247346020450717,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9326024810342413,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9351519012921735,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9427716157546169,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9470858879779515,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9477697512821147,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9527876569252265,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9710925890034751,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9761174008446304,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9788948818060913,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9883448852863359,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9944966045502377,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.7677723224225798,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.773033745979008,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8172275910252019,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8306324623133007,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8860855510360316,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8946553076568403,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9132953584194183,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9412936056522947,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9466749780664319,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9424406633173165,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9494599335287747,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9707759050162215,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9748657406552842,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9843372929547178,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.985169845045005,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9888989785195965,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9958177932881211,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.3.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7354023056594949,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7451359002213729,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7788842885117782,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8540930751907199,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8661868682033137,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8704882205316895,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9102163248156246,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9153883657173106,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.923836720421126,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9265215390999066,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9338365897144142,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9391142765158101,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9409373296718848,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9466549283579776,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9674582389232359,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9732037014082858,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9760643745723524,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9871653466436424,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9936390167445337,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.7095216347983009,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7164782858208606,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7622890895918796,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7760014259501508,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8562802586116289,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.86717476225213,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8866249146430116,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9263137057423592,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9327661291156945,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9273922155170065,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9361939681203741,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9632066963730674,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9683047316380238,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9803453560330366,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9813162639344993,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9851269539641706,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9948402808636034,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.4.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7531378402521736,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7625558195929778,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7953361931600069,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8621954510086461,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8750229383769789,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8790157692212808,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9156973275699114,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9201703161785477,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9248503713231337,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9270942297421003,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9385048211797288,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9419691235219178,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9452306687047607,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9489851486133902,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.969930556749827,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9746572800764912,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9777583684772253,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9879448196213496,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9941572632248464,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6895404254135333,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6966879038434279,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7466146028355548,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7618495916065416,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8454830238693639,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8572780513449719,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8787635286387644,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9207247934843364,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9277930116575015,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9219093679597503,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9314317740499973,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9604408227299389,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9659495933079406,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9788788198248336,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9799138765389982,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9841391718701312,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9944746960689755,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.5.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7507066271807018,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.758976726155532,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7927309423685074,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.851883342783702,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8695017918944359,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8740683205817875,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9051886796951294,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9107065459615306,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9165794719990931,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9186180151606861,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9360834017003837,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9391818783785167,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9421248937907972,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9454256062837023,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9671714682328074,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9725846243336013,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9740644337511376,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.987324188218305,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9932766623893067,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6773965390104997,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6844636076375058,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7402832508087158,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7570475826137945,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.838582392585905,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8509193235322049,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8748080612797486,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9171400897597012,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9246516666914287,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9183483327689924,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9283175039056101,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9586273516087156,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9643971161230614,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9779586791011848,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9790001546866015,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9837634630109134,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9942597311578298,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.6.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7505461895152142,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7586115684948469,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7897868289759284,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8555269002130157,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8731340299311438,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8762022794077271,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9129255790459483,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9170529724735963,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9232723803112381,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9267119961349588,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9372992878289599,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9408814220836288,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9444035474014909,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9481535079447847,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.969347248147977,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9741572765143294,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.976969908334707,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9866526031768635,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9940006444720846,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6713047937342995,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6784944644099788,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7353907094189995,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7523033681668734,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8343119040915841,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8471690494763224,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8713746251244294,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9149880154352439,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9225246843538786,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.916042219259237,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9263105690479279,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9574180349315468,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9633736594727165,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.977310880234367,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9783740647529301,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9832253356121088,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9940851499865714,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.7.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.74815350143533,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7552917348711115,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7897004759625385,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8451984312973524,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8724759189706099,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8762690271986158,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9120311497857696,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.916681720041915,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9254377335309982,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.928294261819438,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9366318622702047,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9418993307963798,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.942892875718443,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9486808320997577,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9687311502271577,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9740034296716514,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9765798523041763,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9876160772125188,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9937464482101955,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6629389116638584,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6703013432653326,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7285558738206562,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7458152637669915,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8304224171136555,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8435328273396743,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8682558371832496,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9130822949503598,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9206813577758639,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9140973279350683,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9245736944048029,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9564037871988196,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9625063101319891,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9767634789214322,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9778346307575703,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9827789988270715,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9938979041517565,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.8.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.741856658145001,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7508310463867689,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7834809932269549,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8447578878779161,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8707677674920935,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8729339034149521,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9148550237479963,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.917640220177801,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9243134848381344,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9274211141623949,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9358757444118199,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9401032644274988,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9434409167029356,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9481400918019445,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9691062066704035,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9740737013910946,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9778559090275514,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.986776069443869,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9940773286415558,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6601057209466633,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6675778031349182,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7263973614102917,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7437530434445331,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.828566135544526,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8419305768452192,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8668395508276789,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9120150514339146,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9198110989834133,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9131252248036235,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9237916191157541,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9559412047659096,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9621255550729602,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9765020793205813,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9776146743250521,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9826251647288078,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9938830319841049,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.9.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7076021934810437,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7157664424494693,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7505022514807551,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8151950491102118,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8498980077473741,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8547035965480303,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8983412855549863,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9042837141375792,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9108851116738821,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9140620364954597,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9264983348548412,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.930768399058204,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9340291009529641,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9388611246096461,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9634200082601685,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9692150633782148,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9731855435590995,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9852831340639999,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9930115752657386,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6564717920202958,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6640461071541435,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.722483787097429,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7395957096626884,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8268965231744867,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8403526168120534,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8648051501888978,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9112087135252199,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9189072506208169,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9122192451828405,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9229725277737567,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9554488358921126,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9616978927270362,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9762172571530467,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.977342665293499,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9822498832486177,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9937978922879618,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.10.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7224066116307911,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.730283943446059,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7642094022349307,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8286493506870771,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8572831647960764,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8620148140348887,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9057352237011257,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9121650963237411,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9169628075078914,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9200779364297265,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9300071065755267,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9345796714095693,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9379606044998294,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9429085127225048,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9661093878706819,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9713386166840792,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9757287231715102,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9859607020196947,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9935699569453534,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6507731613359953,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6585149168968201,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7184294007326427,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7360571160128242,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8235234100567668,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8373252482790696,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8626355450404317,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.909344218279186,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9173473366781285,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9104900873805347,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.92148541541476,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9545776040146225,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9609471608541513,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9757273919684323,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9769085983892805,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.981960325746944,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9936651436759061,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.11.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7073067254141757,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.714331547680654,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7451303185600984,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8079458914305034,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8475700554094816,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8545787389341154,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8988462980640561,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9089331607285299,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9146790724051626,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9184081652446797,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9258036117412543,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9300672080563872,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9340229099126238,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9386874004022071,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9628169562079405,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.969418350116987,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.97316902150449,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9850311300864345,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9930732956793356,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6427595536959798,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6506060032468093,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7123322753529799,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7304029849014784,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8191021249482506,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8333428439341093,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8592876360604638,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9070187383576443,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.915241603004305,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9081763597695451,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9195244033869944,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9533925891706818,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9599762621678805,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.975083186732311,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9763031317607352,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9814945385840378,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9935168693773448,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.12.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7081742318052995,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7148039513512662,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7479090282791538,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8086178389034773,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8471014146742067,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8515322169190959,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8976380766222352,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9034520799392148,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9172430442352044,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9206383353785464,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9250330254435539,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9325599811579052,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9331137339927649,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9414037860145694,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9628731226058382,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9705021830373689,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9728716256979265,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9852935324275964,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9930132342943627,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6554199755191803,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6628292030409763,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7210570683604793,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7380005529052334,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.826419575433982,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8407190959704549,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8653702704530013,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9106992530195337,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9182249840937162,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.912047442244856,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9230204644171816,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9552434120131166,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9616886769470415,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9758893058292175,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9772075133300141,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.98217149921938,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9935879864190754,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.13.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6826842897816708,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6892930410410228,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.728168649893058,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7918929159641266,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8341643120113172,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8377929298501265,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8877679486023753,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.891791045665741,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9017548153274938,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9049771651625633,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9181287767071473,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9233854499302412,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9265903361925953,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9324328752332612,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9597327538618916,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9662443392566944,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9704884891643336,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9839013887471274,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9922442583514279,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6451692377266132,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.653217226266861,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7133529327417675,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7306514288249768,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8209270670225746,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8349357529690391,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8598688064437163,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9081454194690052,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9160088802638807,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9091922232979223,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9203336893727905,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9539459388899176,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9603801720628613,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9753496182200155,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9765690247479238,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.981488530573092,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9935411789797639,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.14.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.701018507543363,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7083449755844318,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.743771902824703,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8064386483870054,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.844911274941344,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8506210109120921,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8986628102628809,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9063800251797626,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9154564024586427,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9191068250097727,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9240090713689202,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9289423156725733,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9330266425876241,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9379668863196122,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9625552136843142,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9687210119476444,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.973183114375723,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9849353193452484,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9930948947164181,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6420188310899233,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6500084933481718,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7105138913581246,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7282038064379441,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8181227186792775,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8326836196999801,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8581825824160325,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9063320481463483,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9146145558670947,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9075198279399621,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9190127277060559,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9529431877951873,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9596511423587799,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9747368356114939,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9760480632907466,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9810610072393167,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9934020579890593,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.15.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6832523361632699,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6909744410138381,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7273314101131338,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7889059484004974,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8342715627268741,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8397625559254697,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8896001745995722,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.896445844518511,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.905215141412459,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9094533606579429,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9192587325447484,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9249888827141962,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9279709593637994,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9342284916262877,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9602667671677313,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9668551485397314,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.971458502407921,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9838009449702344,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9925150819563944,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.632606228715495,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6407837036408877,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7033519729187614,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7215265866957212,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8134593751869703,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8282840973452518,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.854552185064868,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9039333011758954,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9124171157416544,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9050727866982159,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9168962393152087,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9516792722830647,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9586211960566671,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9740855541864508,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9753834040541398,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9805338308215141,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9931906737681282,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.16.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6745523308452808,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6824284211585396,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7211367660447171,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.785501302857148,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.831859539998205,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8355513238593152,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8902039320061081,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8949686665284007,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9046903621209295,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9085138173479783,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9164478002410186,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9221759485571008,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9259167976285282,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9321095643467024,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9591486834381756,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9659982123657277,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9707347127167802,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9834823937302357,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9923702837458175,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6352961424149965,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6435278810952839,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7056464662677364,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.723807609394977,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8147415934424651,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8296121860805311,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8557181530877164,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9044480253207057,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9130072628981188,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9057659330336671,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9175341686135844,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9520302579591149,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9589280305724395,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9741954087818924,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.975589823664019,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9807136298990563,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9932388342230728,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.17.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6873255748497813,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6948551590505399,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7312831823763095,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7952482661134318,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8369194849541313,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8421826519464192,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8951805563349473,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.902229620437873,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9095676909936101,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9131632121770006,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9200954774492666,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9250986180023143,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9296583921501511,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9353646775217432,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9613925918544594,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9676286730131036,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9728225943093237,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9841784152055257,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9928774721675405,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6331483658991361,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6413151088513827,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7039855153937089,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7225480236505207,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8132264080800509,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8282561427668521,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8549036791450099,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9034708452067877,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9122257322857255,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9050436949259356,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9169355434806723,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9517111856686442,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9586716886413724,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9740203730762005,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9754691513157204,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9807651813485121,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9931862375355864,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.18.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6614537458670766,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.669092755568655,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7090527321162976,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7783313024985163,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8253536796883533,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8293744513863012,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8878285975048417,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8931720794031495,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9016725871908038,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9055572759948278,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9128362803082717,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.919127642716232,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.922820151636475,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9295708058696044,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9582148308032438,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9646669816421836,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9704984331405476,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9828565355488345,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9920172234752068,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6356646842078159,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6437348127365112,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7044173682990826,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7220871840652667,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8149501955822894,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8297239636120043,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.855132353933234,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9046519677105703,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9130098243293009,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9058832577184627,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9175818366439719,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9520815701076859,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.958939738179508,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9742018710821867,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9756020746733013,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9805788765416333,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9931944959649914,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.19.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6700177678936405,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6785694564643658,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7188935789622759,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7842401760189157,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.829523641812174,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8337693998688146,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8889872878789902,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.894371062909302,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9042055457830429,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9078758347191309,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9155651699555547,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9216636693791339,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9251849423897893,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.931834381661917,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.959079881639857,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9658255288867574,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9707232371560837,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9835113793807594,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9924635811904935,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.625340947979375,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6336141385530171,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6952266332350279,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7134721498740346,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8093288917290538,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8244994839555339,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8505972388543581,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9016692830543769,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9103301081218218,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.903053266829566,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9150363489201194,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9506777228885576,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9577040121351418,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9735038192256501,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9749166107687511,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9800139659721601,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9930706552572941,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.20.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6918195925260845,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7006849497556686,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7351721705574739,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7983846248764741,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8409697593826997,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8455276838258693,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9012263997604972,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9073651115361013,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9149492198699399,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9182875740684961,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9216707625279301,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9269818775355816,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9318737999389046,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9376177517207045,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9623417281790784,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9685873707854434,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9739390015602112,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9843189875154119,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9932335380121673,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.633240343708741,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6411629021167755,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7021836026718742,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7206292928833711,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8129239498000396,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8278851430667074,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8539711048728541,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9032057119827521,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.91189950665361,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9049345305875728,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.916707278474381,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9516507351869031,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.95852939392391,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9739759084033338,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9754312652114191,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9806774746822683,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9931556605488846,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.21.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6891593031193081,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6975975295430736,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7361768037080765,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7952830179741508,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8399790278390834,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8436267466137284,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8970762801013494,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9019140275685411,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.910056644756543,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9138398644955534,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9207720033040172,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9260650041856264,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9305524216278603,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9363637733224192,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9618010712101271,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.967709260747621,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9727366549011908,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9840406574014771,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.992907532196688,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6308786382800655,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6388772961340452,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6990890471558822,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7172823124810269,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8120591703214144,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8267636997135062,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8525902142650202,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9029708814464117,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9114908568168941,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9045867480729756,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9162851807318235,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9515460600194178,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9583282319730834,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9739778399663536,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9753782847209981,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9804636995847288,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9931298068871623,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.22.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.668462001179394,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6776177240045447,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7154671267459267,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7814347132256156,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8293019466494259,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8334636786266377,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.891334157633154,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8966093584895134,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9053887795460851,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9092199206352234,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9152601127953905,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9210090568583262,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9254417225326362,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9316021901996512,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9586836231970474,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9656655350209851,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9706520783273798,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9830356853965082,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9923767307528147,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6236259811802914,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6316297399370294,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6924930983468106,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7109689555670086,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8079135614006143,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8229655184243855,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8491200036124179,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9008302849374319,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9095756274304891,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9024836350428431,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.914386513201814,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9504837976082375,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9573890972686441,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9734356875874495,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.974848055231728,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9800572874710748,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9930062512376983,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.23.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.684449113513294,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6934245518947902,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7289334237575531,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7922182075287166,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8387319296598434,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8426185309102661,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8997280338877126,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9049923714054258,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9121147680439448,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.916416482705819,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9204278723581841,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.925280288057892,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9306507706642151,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9360313344942897,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9617323508780253,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9680195373335951,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9736005796217605,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9840083266363332,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9931058174146241,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6288396920028485,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6367168112805015,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6966772330434698,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7153159121149464,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8104951209143588,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8253434198467355,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8514712005853653,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9018251841005526,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.91062701179793,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9037493063431037,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9155451502454908,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9510961416128435,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9579549272985834,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9736978028361735,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9751664018748623,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9804119347153526,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9930306422573171,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.24.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6687828757260975,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6778276986197421,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7138831238997609,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7818847557431773,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8285194831459146,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8325612725395906,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8924985539756323,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8976899295261032,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9065787533396169,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9105755373051292,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9156114945286199,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9210522461094355,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9260431214382774,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9321605047505153,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9593430924180307,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9659861805603692,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9720670148534211,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.98289964068681,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9926907646371738,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6319715161072581,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6397898024634311,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6989893866212744,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7172327857268483,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8122155736935766,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8268904191882986,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.852546215057373,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.902937523628536,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9115487403775516,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9046543550334478,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9162989015641966,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9515868121464002,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9583535874752622,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9740224685519934,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9754050789695037,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9805361195222327,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.99310982737102,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.25.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6429891664730876,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.65252055463038,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7016772314121849,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.766183393566232,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8153027672516673,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8204805788240934,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8940029748176274,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8987382748409322,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9057588926271388,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9099081088053553,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9091336111489096,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9145297953172734,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9252447325148081,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.930870075366999,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9591010893253904,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9654321127424115,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9722769355499431,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9830297763018232,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9928768282560142,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6275305449962616,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6353111125920948,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6940916886455135,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7121597418659611,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8093580642813131,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8244466797301644,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8499778634623477,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9015084756048102,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9102774619271881,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9030288261802573,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9150635819686086,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9505027295335343,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9576548633998946,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9733700765983054,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9747196794732621,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9796964774202359,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9924844697264856,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.26.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6461594841982189,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6564375601316753,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7064781181122127,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7726829491163555,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8186368056033787,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8220548982682981,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.894632497116139,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.898938464098855,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9062878524786547,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9107313218869661,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.909757411009387,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9158047963129847,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9259487045438666,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9316229234008413,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.959422587564117,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9658408977679516,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9724479465696373,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9829585859552026,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9928674732678031,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6146825191221739,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6227968868456388,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6826434762854325,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7008708433101052,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8025761419220975,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8180446428687949,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8440622083450618,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8981942448176836,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9072647130018786,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8997838508925939,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9120304121782905,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9491604076404321,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.956251436942502,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9727929000203547,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.974177351613578,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9793141462693089,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9928382085146088,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.27.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6345104386931972,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6457957641074532,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6953472102943219,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7618296232662702,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8138454548622432,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8183915136676085,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8897627627379016,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.894619660942178,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9019532615416929,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9059382594729725,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9075818634346912,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9136080004666981,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9225021451711655,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9283467442973664,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9575223687448,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9642110154228776,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9708332831138059,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9820198827962342,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9924468408387742,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6086070537567139,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6168634781711979,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6767414588677256,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6947990138279765,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.799550650935424,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8152284073202234,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8411571352105391,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8968754626418415,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9059289544820786,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8982922513233988,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9106863184194816,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9484276657826022,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9555799404257223,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9724619584648233,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9738078367357191,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9788641144374484,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9927550633437932,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.28.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6405066879172074,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6518084642134214,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7011898967780565,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7643116649828459,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8165305899946314,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8207343291295202,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8947616286183658,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8988744106731916,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9061536318377444,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9105397556957445,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9086179501916233,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9144902088140187,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9248973564489892,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9304043458480584,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.95894223863357,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9651828625876653,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9726577699184418,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9826933318062833,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9928800859243462,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6031777090147922,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.611565384425615,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6710153253454911,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.689030973534835,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7965511530637741,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8124043251338758,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8382777101115176,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8953076742197338,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9045000793902498,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8967956861383036,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9093174185407789,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.947691191772097,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9549151219819721,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9720828103783884,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9734411350402393,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9785050958591072,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9926784265247223,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.29.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6359826138145046,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6483421780561146,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.704488445269434,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7648428529500961,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8131131169043089,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8188396958928359,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8941040191995471,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8989364704803416,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9060595317890769,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9099104212302911,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9078681719930548,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.913862091930289,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9259650699402157,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9315998095430826,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.959801304301149,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9658931918246181,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9726896510508499,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9834343404264042,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9928754708778701,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6001502322523218,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6087404740484137,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.667000191776376,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6846870168259269,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7948445089553532,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8108568066044858,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.836193920750367,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8943905246100927,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9036302813573888,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.895915161622198,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.908563308809933,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9472436622569436,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9545394323374096,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9718183071205491,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9732087855472377,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9781524366454074,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9925712432320181,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.30.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6103606569139581,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6216267912011397,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6809569565873397,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7459085662113993,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.798032997470153,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8034423644605436,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8851471260974282,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.889552168940243,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8981290596880411,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9021872180072885,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8995727841791353,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9063176097054231,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9198700283703051,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9259442314505577,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9565426601391089,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9630122594535351,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9704392126908428,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9819443467514295,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9923345370120124,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.5968345419356698,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6055047606167041,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6627712814431441,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6800606109594044,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7927759634821039,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8090098813960427,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8339008955579055,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8933166947803999,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9026729260620318,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8948508391254827,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9076212311261579,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9466751159021729,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9540537352624693,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9714983740919515,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9729363874189163,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9777884633329353,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9925371809911571,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.31.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6137077588784068,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6241394783321179,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6876481489131325,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7514276739798094,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8003205115857878,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8049581748874564,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8872565003602129,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8915039426402042,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8994109830573985,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9034090795015034,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9011722952127457,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9080152362585068,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9215523173150263,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9279066830089218,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9573324965803247,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9639626441425398,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9706050424199355,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9823389908690986,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9924411820247769,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.5915615888018357,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6005130739588487,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6570407936447544,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6741811507626584,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7900389150569314,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8064841149668944,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8310784266183251,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8919105031772664,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9013728977818238,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8934963576887783,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9064004264379802,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9460042156279087,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9534685062734705,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9711497635825684,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9725769625878647,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9773408180396808,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.992409088918449,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.32.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6351801000143352,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6448788791894913,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6993101576441212,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7578364877324355,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8119129420895326,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8153535182538786,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8932931670232823,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8980945638920131,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9039771831349322,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9078970684816963,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9065896653031048,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9124909194284364,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9247964985276523,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9307814211045441,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9593621955106133,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9654589103240716,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9724189680265752,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9828695378903496,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9928334326924462,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.5857204418433339,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.5948034681771931,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6510087204606909,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6679455418335765,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7866829884679694,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8034986030114324,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8279294324548621,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8902500507078672,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8997859946991268,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.891717833123709,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9048963338136673,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9450757189800865,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9526961065436664,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9705865593921197,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9721276010141561,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9768229661215293,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9922950647183155,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.33.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6414249837398529,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6518971951384294,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.700475584519537,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7614567805277674,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8138320469542554,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8151060507485741,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8944253843081624,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8973795179473727,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.904460847769913,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9086334148519918,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9068969641076892,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.912882683308501,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9250051265484408,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9306298139456072,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9595389728875536,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9654055475012252,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9727821411859048,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9830517310060953,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9929819155092302,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.5877029017398232,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.5967608674576408,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.65159388749223,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.668266906550056,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7876074243532984,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.804249068624095,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8280833081195229,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8905984194655168,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9001277736143062,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8922087612905001,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9052655343946657,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9453683566105993,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9529038295149803,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.970808770605608,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9722519675759893,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9768670047388265,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9923448473656256,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.34.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6700824891266071,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6795886017774281,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7180774815772709,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.778171823212975,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8325724193924352,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8349708232440447,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9007874927238414,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9036221664987112,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9109323283559397,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.915015196133601,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9166937891982103,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9218601286411285,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9283610692149714,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9339215882906788,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.961427863197107,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9671287868956202,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9743441254096595,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9836274694259229,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9933687173516342,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6023865624477989,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6113356743988239,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6627953381914842,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.678730779572537,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7950670358381773,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8112309700564334,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8337768880944503,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.894103830974353,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.903379083856156,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8958624036688554,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9085722177436477,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9471346816342128,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9544673332650411,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9715772771129483,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9731496936200481,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9774905324570442,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9924481620178803,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.35.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6768709797608226,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.688141613414413,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7250205882285771,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7833204787028463,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.83560031142674,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8374409295226398,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9020121913207204,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9038982759965093,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9117949267751292,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9154206132026095,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9172983536202657,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.923087573953365,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9289222138100549,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.934836252543487,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.961607218474934,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9673846747334066,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9740800403646732,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.983800013402575,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9932455554065344,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6176100436009859,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6262740539877039,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6750748957458295,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6906886367421401,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8029439535580183,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8184523080524645,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8399042393031874,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8978008855330317,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9067620760516116,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8999141321370476,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9120949044039375,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9492449189879393,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9562527498132304,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9726811174891496,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9742227613337731,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9783904005430246,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9927140193942346,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.36.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6766964001090903,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6866198652669003,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7245159792272668,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7855071511707807,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8356034787077653,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8378467936264842,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.903411331145387,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9059017155515521,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9128016139331617,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.916960292740872,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9170689406363588,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9228726007828587,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9291650348980176,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9353115221387461,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9618494072438855,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9675848396789086,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9742764496293507,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9839402996003628,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9932701117114017,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6536240844350112,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6613434960967617,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7056160161369724,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7203361744943417,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8214216146029925,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8354040486247916,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8550612550032766,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9068445512338689,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9152107105443352,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9092847763707763,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.920318362744231,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9539955334835931,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.960338055695358,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9751305218393865,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9766678303284081,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9805674409787906,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9933241527576587,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.37.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7207160105830746,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7291809838069112,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7625586774788404,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8154361397027969,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8585278536928327,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8605055922740384,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9186844115978793,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9208669621301324,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9268235562271193,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9301647151771345,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9293841441210947,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9337019869371465,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9402460397074097,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9447491918935588,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9678363371640444,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9724264873779918,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9790271089265221,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9862463959051591,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9945389905111178,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.7028019389039593,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.709309541865399,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7476680239564495,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7610784157326347,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8463754395121023,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8585844196771321,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8758358943619227,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9191865175962448,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.926781639456749,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9219040094237578,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9314798977422087,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9603396779612491,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9658689127352676,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9783688217989708,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9799296150082036,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9834665447767628,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9941460616690548,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.38.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7365945420767132,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7475482084249195,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7786259666869515,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8305327460954064,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8649005027193772,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8667074387010775,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9279268023214842,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9292310448853593,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9340621442779115,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9372749073724997,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9326583707803174,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9369574008803618,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9452738646221788,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9493996175496202,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9704017735233432,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9748504201048299,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.981363211366299,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9874083462514376,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9951541603567373,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.7376767796905417,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7431539579441673,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7789754122495651,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7918285264780647,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.863575535777368,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8749000077184877,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8911776338752947,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9277332291791314,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9348888891307932,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.930394641074695,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9391874455307659,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9644768622360731,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9696047361940145,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9804389661079959,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9819670335242623,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9854919963369244,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.994505084462856,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.39.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7950119289912676,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8039926314040234,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8349652219759791,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8814155867225245,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8983316578363117,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8998411258584574,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9420478951774145,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9434673846944382,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9473440768687349,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.949763173237443,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9492660886362979,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9524571777958619,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9586901674537283,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9619105629819005,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9776278228351944,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9808929344933284,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9850443940805761,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9901113649585137,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9961034739880186,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.8557776404838813,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8589642694906184,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8812994862857618,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8888756726917467,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9257983320245617,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9327494445207872,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9419314682875809,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9605533592402935,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9645180266938711,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9619367981427595,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9670607339786856,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9803803204803875,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9834238170204979,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9890455174946079,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9899035730203124,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9920839083773133,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.996704440404612,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.norm.norm": null,
+        "lm_head.linear": null
+    },
+    "last_module_idx": 42
+}
\ No newline at end of file