Llama-3-70B-layer-mix-bpw-2.2 / quant_strategy.json

NicoNico6

update

ea4e2ac 5 months ago

No virus

172 kB

	{
	"measurement": {
	"model.layers.0": {
	"accuracy": 0.9158639907836914,
	"total_bits": 2243735040,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.1": {
	"accuracy": 0.9249188899993896,
	"total_bits": 1913441280,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.2": {
	"accuracy": 0.9220221042633057,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.3": {
	"accuracy": 0.9356701374053955,
	"total_bits": 2243735040,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.4": {
	"accuracy": 0.9857082515954971,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.5": {
	"accuracy": 0.9845201373100281,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.6": {
	"accuracy": 0.9839909970760345,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.7": {
	"accuracy": 0.9823634028434753,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.8": {
	"accuracy": 0.9807344079017639,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.9": {
	"accuracy": 0.9785402715206146,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.10": {
	"accuracy": 0.969155490398407,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.11": {
	"accuracy": 0.9737809002399445,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.12": {
	"accuracy": 0.9709079265594482,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.13": {
	"accuracy": 0.9660024046897888,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.14": {
	"accuracy": 0.962091863155365,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.15": {
	"accuracy": 0.9591107368469238,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.16": {
	"accuracy": 0.9538298845291138,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.17": {
	"accuracy": 0.9430419206619263,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.18": {
	"accuracy": 0.936627984046936,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.19": {
	"accuracy": 0.9295152425765991,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.20": {
	"accuracy": 0.9315981864929199,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.21": {
	"accuracy": 0.9253365993499756,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.22": {
	"accuracy": 0.9283512830734253,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.23": {
	"accuracy": 0.9262903928756714,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.24": {
	"accuracy": 0.9267627000808716,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.25": {
	"accuracy": 0.9272522926330566,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.26": {
	"accuracy": 0.9236106872558594,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.27": {
	"accuracy": 0.9261863231658936,
	"total_bits": 1913441280,
	"o_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.28": {
	"accuracy": 0.9248789548873901,
	"total_bits": 1913441280,
	"o_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.29": {
	"accuracy": 0.9272663593292236,
	"total_bits": 2243735040,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.30": {
	"accuracy": 0.9193130731582642,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.31": {
	"accuracy": 0.9220435619354248,
	"total_bits": 1913441280,
	"o_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.32": {
	"accuracy": 0.9229811429977417,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.33": {
	"accuracy": 0.9232200384140015,
	"total_bits": 1913441280,
	"o_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.34": {
	"accuracy": 0.9233647584915161,
	"total_bits": 1913441280,
	"o_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.35": {
	"accuracy": 0.9195934534072876,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.36": {
	"accuracy": 0.9266164302825928,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.37": {
	"accuracy": 0.9218147993087769,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.38": {
	"accuracy": 0.9319068193435669,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.39": {
	"accuracy": 0.9281642436981201,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.40": {
	"accuracy": 0.936192512512207,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.41": {
	"accuracy": 0.9382375478744507,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.42": {
	"accuracy": 0.9404760599136353,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.43": {
	"accuracy": 0.9363377094268799,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.44": {
	"accuracy": 0.9387813806533813,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.45": {
	"accuracy": 0.9399402141571045,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.46": {
	"accuracy": 0.9413566589355469,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.47": {
	"accuracy": 0.938915491104126,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.48": {
	"accuracy": 0.9397766590118408,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.49": {
	"accuracy": 0.9383275508880615,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.50": {
	"accuracy": 0.9405524730682373,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.51": {
	"accuracy": 0.9395687580108643,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.52": {
	"accuracy": 0.9365706443786621,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.53": {
	"accuracy": 0.9393208026885986,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.54": {
	"accuracy": 0.9405031204223633,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.55": {
	"accuracy": 0.9381136894226074,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.56": {
	"accuracy": 0.9359164237976074,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.57": {
	"accuracy": 0.9373102188110352,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.58": {
	"accuracy": 0.9386160373687744,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.59": {
	"accuracy": 0.9381909370422363,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.60": {
	"accuracy": 0.9336285591125488,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.61": {
	"accuracy": 0.9368014335632324,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.62": {
	"accuracy": 0.9377686977386475,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.63": {
	"accuracy": 0.9363431930541992,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.64": {
	"accuracy": 0.9311237335205078,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.65": {
	"accuracy": 0.9336740970611572,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.66": {
	"accuracy": 0.9326589107513428,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.67": {
	"accuracy": 0.9293532371520996,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.68": {
	"accuracy": 0.9234282970428467,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.69": {
	"accuracy": 0.9243738651275635,
	"total_bits": 1781323776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.70": {
	"accuracy": 0.9213662147521973,
	"total_bits": 1797835776,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.71": {
	"accuracy": 0.9206140041351318,
	"total_bits": 1913441280,
	"o_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.72": {
	"accuracy": 0.9293432235717773,
	"total_bits": 2243735040,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.73": {
	"accuracy": 0.9262447357177734,
	"total_bits": 2243735040,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.74": {
	"accuracy": 0.921790361404419,
	"total_bits": 2243735040,
	"o_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.75": {
	"accuracy": 0.9250409603118896,
	"total_bits": 2375852544,
	"o_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.76": {
	"accuracy": 0.920034646987915,
	"total_bits": 2375852544,
	"o_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.77": {
	"accuracy": 0.9178359508514404,
	"total_bits": 2392364544,
	"o_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.78": {
	"accuracy": 0.9309730529785156,
	"total_bits": 2838271488,
	"o_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	},
	"model.layers.79": {
	"accuracy": 0.9395296573638916,
	"total_bits": 2838271488,
	"o_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"down_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"q_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"k_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"v_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"gate_proj": {
	"group_size": {
	"2": 64
	},
	"bits": [
	2
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	},
	"up_proj": {
	"group_size": {
	"4": 128
	},
	"bits": [
	4
	],
	"bits_prop": [
	1
	],
	"scale_bits": 4
	}
	}
	}
	}