diff --git "a/measurement.json" "b/measurement.json"
new file mode 100644--- /dev/null
+++ "b/measurement.json"
@@ -0,0 +1,93655 @@
+{
+	"last_module_idx": 98,
+	"measurement": {
+		"lm_head.linear": null,
+		"model.layers.0.mlp": [
+			{
+				"accuracy": 0.9209367852461965,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9216925846902948,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9475004578891554,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.961847113935571,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9582964087787428,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9619004506813853,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9743443272615734,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.976185867660924,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9792885952874234,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9787323302344272,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9815959444171504,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.98911110743096,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9907907992601395,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.993726771128805,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9946070878129256,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9976725627325083,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9981322747312094,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.0.self_attn": [
+			{
+				"accuracy": 0.8095817565917969,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.8293359154149106,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.8430727657518888,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9081932431773135,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9109449512080142,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9115303943031713,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9451506828006945,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9455395121323436,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.949626718696795,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9532256314629003,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9547608620242068,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9580533410373487,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9605483193146556,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9637721588737086,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9781279046284524,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9818023505963778,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9856191167705938,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9888958201596612,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9962382893029013,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.1.mlp": [
+			{
+				"accuracy": 0.9822843796328494,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.986279225663135,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9860756287449285,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9861323958949039,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9937413201520318,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9944682823199975,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9944576346560529,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9953494699377763,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9957633881192458,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968357123434544,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.997316684181753,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983015607454275,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985474996072682,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.998552644919408,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989710444290387,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989711165820298,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992040250156271,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.1.self_attn": [
+			{
+				"accuracy": 0.984012013987491,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9870063772327021,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9883798133385809,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9929190583919224,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9930141458385869,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9932340932519812,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9947486472757239,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9950226215939773,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9954647947298852,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9956392771319339,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9965722729500971,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968446967633147,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968513503278557,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9971449863361684,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9982395015264812,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985389585949873,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.998608751908729,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991705502922598,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9995603045742762,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.10.mlp": [
+			{
+				"accuracy": 0.9582747409218236,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.959552222176602,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9661346140660738,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9682385199948361,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9786439067439029,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9805273052893186,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9833708342752958,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9887686646298358,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9898503540377868,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9890874067419454,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9905281082579964,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.994429233827089,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952729709054294,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969527401814335,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9971593639960414,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.99777150507036,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991761388159112,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.10.self_attn": [
+			{
+				"accuracy": 0.9778951045713926,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9791512850083803,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.981385715697941,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9857235503824133,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9887912242036117,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9890004906215166,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9932558716912019,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9936295826184122,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9942481427600509,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9945825785398483,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9944498233105007,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9948623454884479,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952789690149458,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9957530957303549,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973742091342023,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978848309501221,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9981572988786196,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988991498555008,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9995100188412165,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.11.mlp": [
+			{
+				"accuracy": 0.9590078968750804,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9602087045970716,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9667173059363114,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9687556969492059,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9791960967214484,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9809320521982092,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9837214350700378,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9891614506119176,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9901533464067861,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9894099870794698,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9907677314783397,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9946119918635017,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9954005695487324,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970758784758417,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972628253070932,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978332117592034,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.99922498619478,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.11.self_attn": [
+			{
+				"accuracy": 0.9738951952833879,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9760669407091642,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9783449831761812,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9845430537274009,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.987058561099203,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9873510010932621,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9916380290922365,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9920818962548908,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.992783178624354,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9931064004960813,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9936245075966182,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9940958293645006,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9945400612134683,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9949816359501136,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969148488813325,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.997475586047298,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978241020519483,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985956180056459,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9994122849189138,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.12.mlp": [
+			{
+				"accuracy": 0.9546483284548709,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9558794467072738,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9628897811237135,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9650804651410956,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9768327866729937,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9787584998105702,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9818284103744909,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9880141553125883,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9891190434757032,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9882024950102756,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9897125826070183,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9940030237561778,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9948804464779402,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996776499442364,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969435173429941,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975637944513246,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991417332111221,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.12.self_attn": [
+			{
+				"accuracy": 0.9728261483343024,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9746557881957606,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9769970900134036,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9835245436743686,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9863951614028529,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9865865503486834,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9919009059667587,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9920779654854223,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9926993431229341,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9931692222231313,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9932258089906291,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.99370928030265,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9942535573714658,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9947276362463048,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996824011010559,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973660370236949,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978950978501847,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985554591801605,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9994358503700871,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.13.mlp": [
+			{
+				"accuracy": 0.9517399856918737,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9531216558657194,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9606251528388575,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9629214656980414,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.975393229409268,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9775034361764005,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9807137376383731,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9872370377967232,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9884217389320072,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9874111970788554,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9890613932358591,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9935733903395502,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9945431300684026,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9965350118122602,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996712572088367,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973736501445896,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990812022435037,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.13.self_attn": [
+			{
+				"accuracy": 0.9730673400979293,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9748106081234781,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9772556612366124,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9834665295324827,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9864040377892946,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9866882876345986,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9915963379960311,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9919470289820119,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.992570698261261,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.992998618828623,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9932368891803842,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9937093669646665,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9942445351104987,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9946750312259323,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967927334732131,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973442648586474,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978099486937648,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985203776312502,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9994072122009177,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.14.mlp": [
+			{
+				"accuracy": 0.9508766249606484,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9523174511758905,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9601816503625167,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9625495734967684,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9750080845857921,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9771723057094374,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.980483425290961,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9870311955088064,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9882457397486034,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.987227442233186,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.988906885448255,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9934773794130275,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9944670231718766,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964811394089147,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996669663018302,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973587736879524,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990681567670483,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.14.self_attn": [
+			{
+				"accuracy": 0.9718791371897647,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9734959445501629,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9758881565771604,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9822679773757332,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9858097402673018,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.986055380419681,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9914580356133612,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.991708589227576,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.992498381357444,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9929114791907763,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9929810448696739,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.993478540919329,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9939839894834318,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.994490343489145,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966787609614824,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972355730439487,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9977924278692195,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985137904356969,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9994080037270722,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.15.mlp": [
+			{
+				"accuracy": 0.9510062870226408,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9525556752556249,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9605156842030977,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9628969179956537,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9752119748215926,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9773915708065033,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9806915741217764,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9871173336317665,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9883119307066265,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9873332538102803,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9890157784286299,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9935351347452716,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9945197513228968,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964940983213877,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966968290115658,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.997378684776394,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990645178446644,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.15.self_attn": [
+			{
+				"accuracy": 0.9687208250949257,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9706122122312847,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9736064703840959,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9803387852091539,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.984394393469158,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9846981308962169,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9910816503198523,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9914103236637617,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9920699376808969,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9925443310486642,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9923168828612879,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9928498770061293,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9935621532954668,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9940899747766947,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964980761471548,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970427584883413,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9977288618683815,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984207713094196,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9993860090249463,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.16.mlp": [
+			{
+				"accuracy": 0.9526293371853075,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9540712770662809,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9618122201216848,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9641612297610233,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9758439095396745,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9780152126362449,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9812841148752915,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9873872305217543,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9886126071214676,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.987633878463193,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9893023842259457,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9936829256383997,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9946583078095788,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9965696346602941,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996768348311123,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9974555706507281,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990788213908672,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.16.self_attn": [
+			{
+				"accuracy": 0.971585894885816,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9733304569595739,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9757685488776157,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9823427090519353,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9859001730617724,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9860828377698597,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9917271215664712,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9919597388882386,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9924589591590982,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9928189892517892,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9928553433794725,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9934347413088146,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9939652528417738,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9944686921019303,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966789056596003,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.997246554219409,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978220835328102,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985060688892478,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999414254715176,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.17.mlp": [
+			{
+				"accuracy": 0.9537878946254128,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9552033198507208,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9626771086140683,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9649468346645957,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9764212714998346,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9785104958634627,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9816940913074895,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9876936878028669,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.98886980430076,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9879264745273089,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9895315421255011,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9938293024897575,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.994771311549764,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966478418362769,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968458494465602,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975162217099416,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991058553323934,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.17.self_attn": [
+			{
+				"accuracy": 0.969792554253026,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9715045690536499,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9735354655667355,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9797590625913519,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.984767253461637,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9850923764078241,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9908804156278309,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.991328112388912,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9920700615958163,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.992538363525742,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9924250582331106,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9930662238284161,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9935029164740914,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9941265602645121,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964104953565096,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970687496426859,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.997656635744007,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.998402287987502,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9993724507328711,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.18.mlp": [
+			{
+				"accuracy": 0.9542058518058375,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9556334332415932,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.963057279586792,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9653180774889494,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9766104456625486,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9787023726262545,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9818735671670813,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9877602293303138,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9889492721934068,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9880130338041406,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9896184872639807,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9938683007892809,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9948134336032366,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966663600582826,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968597892867891,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975264725324354,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991033802691259,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.18.self_attn": [
+			{
+				"accuracy": 0.9674831628799438,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9693350384109899,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9722891136219627,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9785437050618624,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9835671045278248,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.984015952599676,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9896845731296038,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9902151446593436,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9912697641473067,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.991740597706092,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9920767922150461,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9926930705183431,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9932577453161541,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9938222946305024,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9962616931450995,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969086621544863,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9974891059100628,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9982888198604709,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9993002480876289,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.19.mlp": [
+			{
+				"accuracy": 0.9537702359651264,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9552444250960099,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9628457834846095,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9651798700031481,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9763120491253702,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9784810778341795,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9817066255368685,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9875725492050773,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9887917379015371,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9878446757793427,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9894992473878359,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9937807203907716,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9947504412971044,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966127750904936,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968170025631001,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975027130230477,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990956881328633,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.19.self_attn": [
+			{
+				"accuracy": 0.9704961306170413,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9721665131418329,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.974505774284664,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9802221922498,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9849432471551394,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9851591728235546,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9906413994337383,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9909976924720564,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9919790155009219,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9923418956367593,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9925831611219206,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9931290910432213,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9935916128911471,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9941668232020578,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964274042531064,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970723343522925,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975998123225412,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983711067195001,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9993443156739599,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.2.mlp": [
+			{
+				"accuracy": 0.9664939547839918,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9702020726705852,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9704237235219855,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9729467410790292,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9862693014897799,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9875750400518116,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9875435068419105,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9895348039112593,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9908436356406463,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9930481291130969,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.99405385161701,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9963891368947531,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969520864910201,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970734072358984,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9982352662635477,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.998361970935213,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9987761455735094,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.2.self_attn": [
+			{
+				"accuracy": 0.9649534413689062,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9693382727472406,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9708728413832816,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9832087331696561,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.983425088618931,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9836345691429941,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9901941293164304,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9904340787937767,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9910956338832253,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9916117936372757,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9916519420711618,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.992216460798916,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9926678546165165,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9932605153635928,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9959383595146631,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966063719046744,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9974123227753138,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9981637879421836,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992783840157484,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.20.mlp": [
+			{
+				"accuracy": 0.9531643327913786,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9547784453944156,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.962515978436721,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9649014786670083,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9760037786082217,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9782133965115798,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9815250525349065,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9873878751930437,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.988605860816805,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9876895813565505,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9893597168357748,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.993696748426086,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9946789667010307,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9965489628283601,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967707309283709,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9974842489157852,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990661536392412,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.20.self_attn": [
+			{
+				"accuracy": 0.9673969526039927,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9692731593784533,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9715466624812076,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9783753423314345,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9835527413769772,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9838259392663052,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9899062137854727,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9901925741057647,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9909418711536809,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.991528969062002,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9917597974601545,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9923057297342702,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9928531976122605,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9935085114679838,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9960773940149107,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967390396877339,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973628746443673,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.99814519070481,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992986418993065,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.21.mlp": [
+			{
+				"accuracy": 0.9539666269954882,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9555353616413317,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.963322501433523,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.965712983357279,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9764072581341392,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9785532590590025,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9818768956159291,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9875386231823972,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9887691493097105,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9878754458929363,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9895145712714446,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9937926248500222,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9947522419847941,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9965939721778819,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968212354732188,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975456171914151,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990876916992036,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.21.self_attn": [
+			{
+				"accuracy": 0.9634903512502971,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9655538609153346,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.967359018953223,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9732612371444702,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9823703954094335,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9825818538665771,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9896661772539741,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9898028318819246,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9908905037139591,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9918149074441508,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9913765356728905,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.992162223709257,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9927923381328583,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9933169868431593,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9960081663570906,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966728063790422,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9974820717777076,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9982126910043391,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9993201993699921,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.22.mlp": [
+			{
+				"accuracy": 0.9506591495714689,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9539152383804321,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9606193837366606,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9626792355587608,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9766669430230793,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9790010326787045,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9820611351414731,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.987812810822537,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9888745318902167,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.988039670806182,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9896728780708814,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9938850293034002,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9947465673873299,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9965929922304655,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968570557079817,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.997522703322925,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990316794106835,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.22.self_attn": [
+			{
+				"accuracy": 0.9658237131018388,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9676570108062342,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9699371331616452,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9772364638353649,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9824069220768777,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9827825442740792,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.989470047386069,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9899830677007374,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9906475755729174,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9912827101192976,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9912146016171104,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9918187621392702,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9923560736994994,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9930483879227388,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9957323411577627,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9965160120474664,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972521309789858,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9981083099387194,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992680192777985,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.23.mlp": [
+			{
+				"accuracy": 0.9564045291197927,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9578608588168496,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9647049590160972,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9668211591871161,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9774752055343828,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9797298908233643,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9826437156451376,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9880796388575905,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9893116723549994,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9883658462449124,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9900367863868412,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9940101065133747,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.995002050933085,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966950957712374,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969253796888026,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9975404249210107,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999104279926733,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.23.self_attn": [
+			{
+				"accuracy": 0.9654473662376404,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9671347517716258,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9698409845954493,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9760625111429315,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9824173105390448,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.982422577707391,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9897484826414209,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.989948993450717,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9908929953449651,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9915950031656968,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9910617266830645,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9917015833289999,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.992614212004762,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9932669314898943,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9959937412487833,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966705837532094,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973166592811283,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9982201909940494,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992938194619981,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.24.mlp": [
+			{
+				"accuracy": 0.9584145294992548,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9597537203838951,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9664071359132466,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.968459195212314,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9787235620774721,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9806157193685833,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9835051831446195,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9888166228407308,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9898780717661506,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9890829073755365,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9905283560878352,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9944071103083459,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952603896197519,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996946066029762,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9971390699869708,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9977573070086931,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991739832453037,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.24.self_attn": [
+			{
+				"accuracy": 0.9659694903775266,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.968355793701975,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9707993676787928,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9773177190830833,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9830018203509482,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9832735924344314,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9891431684556761,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9894161804726249,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9901867618686274,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.990740650578549,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.991537625852384,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9921383049927259,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.992591626550022,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9932851414931448,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9959220164700558,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996590790779967,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972255443663973,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9980414490166464,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999242400211331,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.25.mlp": [
+			{
+				"accuracy": 0.956134767908799,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9575535874617727,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.964612813372361,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9668002410938865,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9774776116797799,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9794957512303403,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9826033883973172,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9881655636586641,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9892999208287189,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9884352229143444,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.989968581419242,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9940733176312948,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9949813532201868,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967712322740179,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969646118973431,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9976332711153909,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991273478065666,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.25.self_attn": [
+			{
+				"accuracy": 0.967774162166997,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9692237596762808,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9715511579262582,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9773208436213041,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9833350416861082,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9837353433433332,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9895710592207155,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9900874589618883,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9909268029426274,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9911391389997382,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9915631993820793,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9923875167181617,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9925926053210309,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9933586740180066,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9958679558415162,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966332657556785,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972169063985348,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9980985486977979,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992327994519943,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.26.mlp": [
+			{
+				"accuracy": 0.9538662872816387,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9553741216659546,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9628392834412425,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.965193930425142,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9760815218875283,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9783380768801037,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9816274799798664,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.987356676082862,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9886306383107838,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9876857337198759,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.989387035369873,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9936824091955235,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.994677507955777,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9965371932638319,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9967610687017441,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9974649723031019,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990567292429899,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.26.self_attn": [
+			{
+				"accuracy": 0.9692593279637789,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9704330375320033,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9728353933284157,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.978497177362442,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.984465562983563,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.984581028160296,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.990325781075578,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9904334490236483,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9906633347272873,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9914013790456873,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9920879665173983,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9925933213610398,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9929232589508358,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.993389652747857,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9960928484797478,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964884519577026,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973810311210783,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978202373573655,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992877936578894,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.27.mlp": [
+			{
+				"accuracy": 0.9511566507188898,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9527325190995869,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9602148846576088,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9626409944735075,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9748556331584328,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9775325216745075,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.980946056152645,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9867360042898279,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9881264120340347,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9871930417261625,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9888067355281428,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9933510940325888,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9944085651322415,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9962312520334595,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996617855994325,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973521495335981,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.998960828212531,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.27.self_attn": [
+			{
+				"accuracy": 0.9624809936473244,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.964356497714394,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.967289758355994,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9739676259065929,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9805401532273543,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9808949263472306,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9871164105440441,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9874586541401712,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9887410637579466,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9893641291480315,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9901576489210129,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9910492787235662,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9915464583196139,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9922538627135126,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9953348958178571,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9961212995020967,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966055174407206,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9979204843310934,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999108919089562,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.28.mlp": [
+			{
+				"accuracy": 0.9522810515604521,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9539801258789866,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9615308234566137,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.964053279475162,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9753227139774122,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.977617903759605,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9809791194765192,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9867842542497736,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9881341943615362,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.987336374427143,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9890652887131038,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9935155091317076,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9945292684592699,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9963792240933368,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996699039873324,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9974417090415955,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990089549437949,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.28.self_attn": [
+			{
+				"accuracy": 0.9635172580417833,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9654001875927574,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9687975613694442,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9754765535655775,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9810703851674732,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9813413180802998,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9875922022681487,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9878315219753667,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9890671090075844,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.989714494661281,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9905003701385698,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9912879074874678,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9917659767364201,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9925419507842315,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9953625966843805,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9962357980640311,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996569562899439,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9979021647258809,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990789155034643,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.29.mlp": [
+			{
+				"accuracy": 0.9505902152312429,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9522964923005355,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9601895369981465,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9628062122746518,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.974491862874282,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9768365668623071,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9803374127337807,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9864218250701302,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9877805035365256,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9869133681058884,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9886921785379711,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9933007296762968,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9943452524511438,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9962955419170229,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9965860286825582,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973495126162705,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989920231072527,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.29.self_attn": [
+			{
+				"accuracy": 0.9617593853097213,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9635173239206013,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9664656394406369,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9733445707120394,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9797798097133636,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9802199915835732,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9866359202485335,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9871147792590292,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9882261157035828,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9889597492782694,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.989561876184062,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9903867181978727,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9908832735136935,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9914978138710323,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9949363885741485,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9956652510323023,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9963154083019808,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9976766583950896,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990129159077218,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.3.mlp": [
+			{
+				"accuracy": 0.9524648660107663,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9552179010290849,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9583764546795895,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9636302182548925,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.97671976214961,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9788468621279064,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9813789191998934,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9841716728712383,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.986177733069972,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9880836206047159,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9897691176125878,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9938690027124003,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9948362123809362,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9956808007861438,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.997076712156597,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.997876299447135,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984995912956564,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.3.self_attn": [
+			{
+				"accuracy": 0.949880411750392,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9556175470352173,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9580147893805253,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9751775829415572,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9763784800705156,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9766060160963159,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9857912879241141,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9860358975435558,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9870079285220096,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9877863338119105,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9880747983330175,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9888706505298615,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.989455604239514,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9902923444384023,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9942099773570111,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9951371307435789,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9962852216864887,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973190685636119,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989978776950585,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.30.mlp": [
+			{
+				"accuracy": 0.9492168332401075,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9508847437406841,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9589345768878335,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9616355174466183,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9738561134589346,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9761817376864584,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.979784408682271,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9860716509191614,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9874437921925595,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9866229232988859,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9884050990405836,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9931699131664476,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9942082880358947,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996218200184797,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9965358580413618,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973023341674554,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989719958485741,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.30.self_attn": [
+			{
+				"accuracy": 0.9612776354739541,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9630197443460163,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9666027646315725,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9739803907118345,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9794379676643171,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9800241213095816,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9866884476260135,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9873807594964379,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9886448100993508,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9890660510251397,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9895681268290469,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9904849027332506,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9910062433857667,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.99185627071481,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9949752527632212,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9957641206289592,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9963117939861197,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9977772186853384,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990280784274402,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.31.mlp": [
+			{
+				"accuracy": 0.9470478484505102,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9487481023135939,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9571388865772047,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9600016725690741,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9727445087934795,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9751300780396712,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9789282601130637,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9854026546603755,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9868313215280834,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9860711395740509,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9879026350222135,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9928914614413914,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9939606856358679,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9960352264736828,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964054587640261,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972083690135103,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989082597588238,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.31.self_attn": [
+			{
+				"accuracy": 0.9602651031393754,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.96151413101899,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9667026055486578,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9730811997463829,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9806503935864097,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9811428879436693,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9878801899520975,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9883861290781122,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9891158499215779,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9896346942374581,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9904842478664297,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9910784779410613,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9918773770332336,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9924781495019009,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9955234907959637,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9962021210475972,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968495298373071,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.998011157504822,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991763046893635,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.32.mlp": [
+			{
+				"accuracy": 0.9434107228329307,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9452058829759297,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9542425274848938,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9573136003393876,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9708274916598671,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9733615737212332,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9774687917608964,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9844676350292406,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9859982854441592,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9850763192302302,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9870419070908898,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9923819452524185,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9935286860716971,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9957868923482142,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9961304954792324,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969937868024173,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988405543722605,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.32.self_attn": [
+			{
+				"accuracy": 0.9529490000323245,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9611011272982547,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9655300472912035,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9720716570553026,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9788395856556139,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9792770664942893,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9857928627415707,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.986303514555881,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9876133642698589,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.988363390690402,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9891276241917359,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9902214407920837,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9906531572341919,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9915917586339148,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9946538276578251,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9956046374220597,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9958536252379417,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978956995826018,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.998903427469103,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.33.mlp": [
+			{
+				"accuracy": 0.9372231081912392,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9391827144120869,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9491933364617198,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9527040594502499,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9675806980384023,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9704529737171373,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9750276192238456,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9825532514798013,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9842853671626041,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.98341955166114,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9856184407284385,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9915367309984408,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9928172285619535,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952434301376343,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9957241721843418,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9966880730108211,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.998684610975416,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.33.self_attn": [
+			{
+				"accuracy": 0.9571199605339452,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9589390754699707,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9635187167870372,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9701584420706096,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9774142284142343,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9782524846102062,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9850623105701647,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9860152617881173,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9880023833952452,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9888073574555548,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9892766656059968,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9899388920319708,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.990771369714486,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9916646166851646,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9950570079841112,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9957783371210098,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9965052949754816,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978516823367068,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990531874722556,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.34.mlp": [
+			{
+				"accuracy": 0.9349029817079243,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.936878900778921,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.946940447154798,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9505403606515181,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9663997857194198,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9693270733481959,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9739586036456259,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9819156182439703,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9837163796550349,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9828065539661207,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9850888095403972,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9912196821288058,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9925557884730791,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9950830940353242,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9955592673075827,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.99652351831135,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9986384994301357,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.34.self_attn": [
+			{
+				"accuracy": 0.9534250686043187,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9558798921735663,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9597706449659247,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9648900345752114,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9754571616649628,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9758285613436448,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9855349801088634,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9860251655704096,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9880175245435614,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9885022059867257,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9880352420242209,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9891302287578583,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9907791536105307,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9917876963552675,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9950125327235774,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9959073831376276,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9963207048805136,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9979205745223322,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989973275285018,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.35.mlp": [
+			{
+				"accuracy": 0.9323679334238956,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9344196131354884,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.944813333059612,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9485824045382047,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9650385944466842,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9681199632192913,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9729463991365934,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9811924068551314,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9830459622960341,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9821282421287737,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9844901702905956,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.990861210383867,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9922508220923575,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9948774238950328,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9953711362261521,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9963769230403399,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985650369015179,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.35.self_attn": [
+			{
+				"accuracy": 0.948815173224399,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9543436608816448,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9582047368350782,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9667900518367165,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9750320644755113,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9756691000963512,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9844526805375752,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9853001895703768,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9862653518977919,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9870949779686174,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.987778611089054,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9885829569477784,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9895275148906206,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9905597881266945,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9943257715356978,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952357183945807,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9959837468831163,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9974550763635259,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989198459998557,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.36.mlp": [
+			{
+				"accuracy": 0.9284382619355854,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9305734948108071,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9413964560157374,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9452961808756778,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.963064055693777,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.966188299028497,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9712477420505724,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.980195795234881,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9821247991762663,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9811595866554662,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9835846188821291,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9904088856358277,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9918115115479419,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9946620840775339,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9951533561474398,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9962110593914986,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985326420711843,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.36.self_attn": [
+			{
+				"accuracy": 0.9519368221885279,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9553584268218592,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9605128702364469,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9669392799076281,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9746539420203159,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9751815780213005,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9835441332114371,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9846044512171495,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9864980170601293,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9874322155588552,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9875177490083795,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9889132929475684,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9897603925905729,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9908844381570816,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9943587313357153,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9955358524855814,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9957143056549524,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9976865410020477,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988194220748386,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.37.mlp": [
+			{
+				"accuracy": 0.9259896780315199,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.928107500076294,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9390969652878611,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9429060910877428,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9617436089013752,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9649857219896818,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9701095254797685,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9796652433119322,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9816175228671024,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.980444544240048,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9829841836502677,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9900356123321935,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9915169563732649,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9945031365281657,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9949559043896826,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9959985088360938,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984915316300956,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.37.self_attn": [
+			{
+				"accuracy": 0.9529527112057334,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9558902320108915,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9603530764579773,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.967339835668865,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9756359175631875,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9761939064452523,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.984303996751183,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9851436128741816,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9867577960616664,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9873524080765875,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9882730731838628,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.989202071177332,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9902300073912269,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9912476037677965,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9944862193967167,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9956369443159354,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9957875185891202,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9976050700796278,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988923209082139,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.38.mlp": [
+			{
+				"accuracy": 0.9231204672863609,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9252942173104537,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9363519267032021,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9401462391803139,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9603061581912794,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9635660554233351,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9687552169749611,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9790046246428239,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9809954307581249,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9797442931877939,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9823116126813387,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9896861181447381,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9911888147655287,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9943516972033601,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9947764006884474,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9958372457247031,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984714380024295,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.38.self_attn": [
+			{
+				"accuracy": 0.9569349571278221,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9597458274740922,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9638022560822337,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9701944620985734,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9782743814744448,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9787893844278235,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9861382167590292,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9868882447481155,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9881918751879742,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9887443773056331,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.989333481380814,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9902077442721317,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.990894814855174,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9917448390471307,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9948529012893376,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9958756173911848,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9961991004253689,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9977790348623928,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989804762758707,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.39.mlp": [
+			{
+				"accuracy": 0.9199025379984003,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9221821521457872,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9333425446560508,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9371427423075626,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9586282184249476,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9620032467340168,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9672389469648662,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9781299468718077,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9802108312907972,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9788940172446402,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9815651052876523,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9892574399709702,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9908149375727302,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9941269069125778,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9945598656409665,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9956154925258536,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984137548231765,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.39.self_attn": [
+			{
+				"accuracy": 0.9533088175874007,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9557997678455553,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9612096171630056,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9680702403972024,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9762755820625707,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9771708814721358,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9855245147880755,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9860990172938296,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9877217733546307,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9881523102521896,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9884042104608134,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9894918368050927,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9904931728777132,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9914781741405788,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9946856459504679,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9957283300004507,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9961604593615783,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9977064364050564,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989439173552551,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.4.mlp": [
+			{
+				"accuracy": 0.9136292181516948,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9300547524502403,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9336520119717246,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9350700629384894,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.979317224339435,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9838032267595592,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.985429186570017,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9894292621236098,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9896632189813414,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.987815512638343,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9932288056925723,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9947847692590011,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9958438496840628,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9963316176282732,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969322528494032,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.997312519895403,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9977467295370603,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.4.self_attn": [
+			{
+				"accuracy": 0.9412579661921451,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9458028580013075,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9492916307951275,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9702703450855455,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9713507796588697,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9716116158585799,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9837045967578888,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9839811230960646,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9850798421784451,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9859962933941891,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9855157372198606,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.986483002963819,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9872573880772841,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9882801026105881,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9929992525201095,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9941206746979764,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9957350476791984,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968815930187702,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.998859412379955,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.40.mlp": [
+			{
+				"accuracy": 0.917879863789207,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9201503364663375,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9312575741818077,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9350297952953138,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9575174356761732,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9609963329214799,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9662013681311357,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9775738904350683,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9797074637914959,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9783313368496142,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9810625926444405,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9889704239995856,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9905647141368765,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9939763938125811,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9944075024441669,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9954466208031303,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983741397920408,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.40.self_attn": [
+			{
+				"accuracy": 0.9554689526557922,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9580207561191759,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9637637389333624,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.969393109020434,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.977567594302328,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9782328527224692,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9844686530138317,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9855765276833585,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9870961724143279,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9881227322314915,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.989020699733182,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.990067089858808,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.990825249960548,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9918760202432934,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.994822538212726,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9959283094657095,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9959522736699957,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9977468444328559,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989133183109132,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.41.mlp": [
+			{
+				"accuracy": 0.9159560140810514,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9181979580929405,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9292339525724712,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9329147527092382,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9564648709799114,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9600628049750077,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.965228469748246,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9771233201026917,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.979285749949907,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9777724099786658,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9805887702264284,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9886774938357504,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9903289699240735,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9938502315627901,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9942468130274823,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952715556872519,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983516451167432,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.41.self_attn": [
+			{
+				"accuracy": 0.9580130482974806,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9602270502793162,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9656803545198942,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9711482117050573,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9780243368525254,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9787962891553578,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.985087586076636,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.985950192338542,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9879370206280759,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9885978902641096,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9892797846543161,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.990427691685526,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9909622645691821,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9921472260826513,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9949449387035871,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9960973639237253,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9960414763343962,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978653335649716,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989503164236483,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.42.mlp": [
+			{
+				"accuracy": 0.9133672463266473,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9157211153130782,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9268148321854441,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9304983490391782,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9551126831456235,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.958877444267273,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9640376160019323,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9763979049105393,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9786507016734073,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9770440584734866,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9799914187506625,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9882864944244686,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9900212115363071,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9936307817697525,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9940374540655237,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9950594219722246,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.998285778651112,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.42.self_attn": [
+			{
+				"accuracy": 0.9570518857554385,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9599873203980296,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9647957274788305,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9693878449891743,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9780263006687164,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9792489613357344,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9842288917616794,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9855410644882604,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9874274503243597,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9881160674910796,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9895370147730175,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9907959817271483,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9910514040997154,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9922835638648585,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9949269047693202,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9961070418357849,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.995838647218127,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978235060055005,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9989190038881803,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.43.mlp": [
+			{
+				"accuracy": 0.9123914053565577,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9147738594757884,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9257578410600361,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9294503864489103,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9545612021496421,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9584162266630876,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9635435907464278,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9760399241196481,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.978319547678295,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9767650444256631,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9797457393847013,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9881460180408076,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9898955555338609,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9935321835310835,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9939625702406231,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9949673249533302,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9982521226139445,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.43.self_attn": [
+			{
+				"accuracy": 0.9518083867273832,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.954839405260588,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.958970568682018,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9656020685246116,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9748393955983614,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9750693612977078,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9827324559814051,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9832860341197566,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9850343340321591,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9859244682286915,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9873890657173959,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9886550989590193,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9893472265256079,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9904636262278808,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9940290721623521,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952583348280505,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952794882027727,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9972738717731676,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9987550968990514,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.44.mlp": [
+			{
+				"accuracy": 0.9075526438261333,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9100635177210757,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9216114031641107,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9255343550129941,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9519815884138408,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9562546893170005,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9617259753377814,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9744820484989568,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9770877753433428,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9754710495471954,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9786562998043863,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.987424005803309,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9892711811944058,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9930331063897986,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9936120117965498,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9946751222014427,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9980725324467609,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.44.self_attn": [
+			{
+				"accuracy": 0.9500975295117027,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.952764586398476,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9580339318827579,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9654584777982611,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9732205491316946,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9740462005138397,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9804822880970804,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9814378744677493,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9842427482730464,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9848520975363882,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9867817571288661,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9882877759243313,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9882935677704058,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9898222182926378,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9933881783171704,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9949454794588842,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.994649832185946,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970965863842713,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985693487289705,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.45.mlp": [
+			{
+				"accuracy": 0.9107490338777241,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9132715714605231,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9244021302775333,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9283104758513601,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9535152347464311,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9576300664951927,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.96284629482972,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9751900748202675,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9776322873015153,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9761033340504295,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9792667580278296,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9877451085730603,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.989631786942482,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9932041434865249,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9937674830618658,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9948137316264605,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9981279482966975,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.45.self_attn": [
+			{
+				"accuracy": 0.9475962927466944,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9522468196718317,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9567521183114303,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9635128159272044,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9731502281992059,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9737440975088822,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.981546590202733,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9821909226869282,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9843927166963878,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9852186017914822,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9869331144972852,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9882718183492359,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9888376460263604,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9902144482261256,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9937395676970482,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9950810090491646,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9950481504201889,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.997139371735485,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9986934162872402,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.46.mlp": [
+			{
+				"accuracy": 0.9195449289522672,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9218941926956177,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.931291611571061,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9345833878768117,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9576359799033717,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9619307486634505,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9662260162202936,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9767940624764091,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9790632960043455,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9773172438144684,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9806745617013228,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.987770109584457,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9900467340883455,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9918373352602908,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.994235943414663,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9951665793594561,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978967481537869,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.46.self_attn": [
+			{
+				"accuracy": 0.9412224794688978,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9470525729028803,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9530984947555944,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.961548111940685,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9723356899462248,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9733183070232994,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9810121137844888,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9820539370963448,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9835122070814434,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9848021425698933,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9863830820510262,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9875407509113613,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9882244922612843,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.989335937719596,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9934534348155323,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9946765672219428,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.995076513604114,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969029567743602,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9986512497263519,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.47.mlp": [
+			{
+				"accuracy": 0.929541970554151,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9320111274719238,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9382916626177336,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9408541541350515,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9638244854776483,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9671266863220617,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9700850028740732,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9802930339386589,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9821103732836874,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9813205725268314,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9838349803497917,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9903060621336887,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.991768080937235,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9942860571961654,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.994980479149442,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9956424083364638,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9980024916953162,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.47.self_attn": [
+			{
+				"accuracy": 0.9714438570173163,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9735515368612189,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9769761703516308,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9820295321313959,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9863589280530026,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9867232630127355,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9903595494596582,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9907963236695841,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9916005824741564,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9920094930811932,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9931471841899973,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9937011387787367,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9938378973226798,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9943416275476155,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964894832749116,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9970561226731852,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973032947041487,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984232587249655,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992445095589286,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.5.mlp": [
+			{
+				"accuracy": 0.97498346316187,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9759407388536554,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9793144276267604,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9813408396745983,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9876344815680855,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9882038102338189,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9901209442239058,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9925540544484791,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9925757285795713,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9935924026526903,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9943081830677233,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9959370470360706,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9971684868398466,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968322458627977,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9982878616765926,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9987919218838215,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9991854056715965,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.5.self_attn": [
+			{
+				"accuracy": 0.9691659274854159,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9710551594433031,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9731571360638267,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9828203728324488,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9848189024548781,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9849657134005898,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9912665227526113,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9914249762108451,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9919999398683247,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9924778938293457,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.992372350473153,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.992861533635541,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9933030503360849,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9938298644203889,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996365664820922,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969194390271839,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9977372227922866,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983683597100409,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9993968517764619,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.6.mlp": [
+			{
+				"accuracy": 0.973625333685624,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9744518822745273,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9774971400436602,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9790176294351879,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9878585777784649,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9887179183332544,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.990472779462212,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9929496504758534,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9932413532545692,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9938299271621203,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9947087623571095,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9964178906459558,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9968381375074387,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9974298935971762,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9983565606372921,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9987937941362983,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992620467061275,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.6.self_attn": [
+			{
+				"accuracy": 0.97769117982764,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9794903366189254,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9815567151496285,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9873756797690141,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9889814414476094,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9891709755910071,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9933767067758661,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9936246871948242,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9942000143622097,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9945182168954297,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9945019303183806,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9948805727456745,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9953228643066004,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9956886446789691,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973967851776826,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978379669942354,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9982728669910055,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988388021133447,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9995380027317687,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.7.mlp": [
+			{
+				"accuracy": 0.9725639098568967,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9734780317858646,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.977191697610052,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9787349481331674,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9861050028549997,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9873894492262288,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9891652206056997,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9923187666817715,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9931313591568094,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9928416194100129,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9937739466366015,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9963206366488808,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9969247016859683,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978200652097401,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9981581639302405,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985737425128096,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9993658064325389,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.7.self_attn": [
+			{
+				"accuracy": 0.9807688437010113,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9819557745205728,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9840097097974074,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9885734492226651,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9903250524872228,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9905098449242743,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9942226284428647,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9944476504859171,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9949515818765289,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952176393646943,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9951819255948067,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9955619055973856,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9959129714652112,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9962860694841335,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9977420886096201,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9981293313597378,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9984795212941734,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.999012549750899,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9995944866616475,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.8.mlp": [
+			{
+				"accuracy": 0.9653974081340589,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.966524246491884,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9719138772864091,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9737422309423748,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.982402829747451,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9840187242156581,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9863266286097074,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9905636773297661,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9915031751519755,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9909942063846087,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9922226275268354,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.995389183493037,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9961085495980162,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9974149371448316,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9976517773772541,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9981932587137348,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992806809513193,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.8.self_attn": [
+			{
+				"accuracy": 0.982061870788273,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9835211117016641,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9851918189149154,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9893222529637186,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9910888867942911,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9912592117723665,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9943680590704868,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9946045534391152,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9948770756784239,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952216328758943,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9955556549524006,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9958489862711806,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.996189291932081,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9965199961474067,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978856663954886,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9982407914572641,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9985198710898036,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9990417075000311,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9996024487344058,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.9.mlp": [
+			{
+				"accuracy": 0.9604744346518266,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 474871952,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9616875962207192,
+				"down_proj": {
+					"bits": [
+						6,
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.2,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 492566672,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.968375635774512,
+				"down_proj": {
+					"bits": [
+						5,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"3": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 549465856,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9704993367195129,
+				"down_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 616640256,
+				"up_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.3,
+						0.7
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9798686253397089,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 694777456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9816351532936096,
+				"down_proj": {
+					"bits": [
+						8,
+						4,
+						3
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 714362112,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9845180197765953,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 768025456,
+				"up_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"3": 32,
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9894437656590813,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 878169328,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9904782395613821,
+				"down_proj": {
+					"bits": [
+						8,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"4": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 891112704,
+				"up_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9897052441772661,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 903509616,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9910662111483122,
+				"down_proj": {
+					"bits": [
+						8,
+						5,
+						4
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 923094272,
+				"up_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9947441251654374,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1112241776,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9955407545754784,
+				"down_proj": {
+					"bits": [
+						8,
+						6,
+						5
+					],
+					"bits_prop": [
+						0.05,
+						0.1,
+						0.85
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1131826432,
+				"up_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9971376106535134,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"6": 128,
+						"8": 32
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1288992368,
+				"up_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9973211410014253,
+				"down_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.15,
+						0.85
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1332028224,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9979512503272608,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1451303744,
+				"up_proj": {
+					"bits": [
+						8,
+						6
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"6": 128,
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9992382948924052,
+				"down_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"gate_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 1706107712,
+				"up_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.layers.9.self_attn": [
+			{
+				"accuracy": 0.9776542751412642,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 133692416,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.05,
+						0.95
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9791533601911444,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 137624576,
+				"v_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.25,
+						0.75
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9811595929296393,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 141915264,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9867197745724728,
+				"k_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						3,
+						2
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"2": 64,
+						"3": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 167308544,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9886607731643476,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197778944,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9889511944432008,
+				"k_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 128,
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 197944704,
+				"v_proj": {
+					"bits": [
+						4,
+						3
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"3": 64,
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9932914744866522,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254402048,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9936180483353766,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 254567808,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9941708751414952,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 256707328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9944715727316705,
+				"k_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260323328,
+				"v_proj": {
+					"bits": [
+						4
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"4": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.994361021801045,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 128,
+						"5": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 260859264,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9948085781775022,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 262998784,
+				"v_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9952251405308121,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 64,
+						"5": 64
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 267385856,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 64
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9956507357327562,
+				"k_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						5,
+						4
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"4": 32,
+						"5": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 271333376,
+				"v_proj": {
+					"bits": [
+						5
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"5": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.99735133957706,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 128,
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 328326656,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9978129512777454,
+				"k_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6,
+						5
+					],
+					"bits_prop": [
+						0.1,
+						0.9
+					],
+					"group_size": {
+						"5": 32,
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 334247936,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9982372420398813,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 380231168,
+				"v_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 128
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9988644308361568,
+				"k_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						6
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"6": 32
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 396638208,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 32
+					},
+					"scale_bits": 4
+				}
+			},
+			{
+				"accuracy": 0.9995245128673943,
+				"k_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"o_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"q_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				},
+				"total_bits": 506060288,
+				"v_proj": {
+					"bits": [
+						8
+					],
+					"bits_prop": [
+						1
+					],
+					"group_size": {
+						"8": 128
+					},
+					"scale_bits": 4
+				}
+			}
+		],
+		"model.norm.norm": null
+	}
+}
\ No newline at end of file