diff --git "a/measurement.json" "b/measurement.json"
new file mode 100644--- /dev/null
+++ "b/measurement.json"
@@ -0,0 +1,124871 @@
+{
+    "measurement": {
+        "model.layers.0.self_attn": [
+            {
+                "accuracy": 0.8632105141878128,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.8787563294172287,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.8872367665171623,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9358905106782913,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9374316483736038,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9377644322812557,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9614453241229057,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.961664043366909,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9642515145242214,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9667643867433071,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9681902155280113,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9704276546835899,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9719109423458576,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9741457365453243,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9844988249242306,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987023732624948,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899204010143876,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920339724048972,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997359428089112,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.0.mlp": [
+            {
+                "accuracy": 0.9632727801799774,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9643615037202835,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9723485950380564,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9762920923531055,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9837773442268372,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9850042713806033,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9889743393287063,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907007813453674,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918881440535188,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918956412002444,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929823433049023,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958508787676692,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964832034893334,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975218842737377,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979187592398375,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998883037827909,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991800306015648,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.1.self_attn": [
+            {
+                "accuracy": 0.9908295022323728,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926882912404835,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993492878973484,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960852232761681,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961533616296947,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962423932738602,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971112911589444,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99721376481466,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974763814825565,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975703549571335,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981061121216044,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982515490846708,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982592716114596,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984111761441454,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990150585072115,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991633712197654,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992056589690037,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994886911008507,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997098029707558,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.1.mlp": [
+            {
+                "accuracy": 0.9824723154306412,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9862850727513433,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9862964767962694,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986304335296154,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939538850449026,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948352104984224,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948345823213458,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995753769762814,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963193803559989,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971040436066687,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975970720406622,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984769655857235,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987255639862269,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987854176433757,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99912020371994,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991202586679719,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994133898871951,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.2.self_attn": [
+            {
+                "accuracy": 0.9785248152911663,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9813528526574373,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9821173157542944,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899461474269629,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901005467399955,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902142090722919,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941402720287442,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942741994746029,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946602648124099,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949726355262101,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950245111249387,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953545252792537,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995580994989723,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959374121390283,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975531310774386,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979402641765773,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998439485905692,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988628141582012,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995255770045333,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.2.mlp": [
+            {
+                "accuracy": 0.9719674494117498,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9763017352670431,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9763811118900776,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.976991256698966,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991456888616085,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920453047379851,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919772651046515,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943134812638164,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950228445231915,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959009932354093,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965219553560019,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978950065560639,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982112856814638,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998375243274495,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988125620875508,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988366516772658,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991720214020461,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.3.self_attn": [
+            {
+                "accuracy": 0.9650573506951332,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9700313489884138,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9712962135672569,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833960086107254,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9842241555452347,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9843666050583124,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901432488113642,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902939219027758,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909502640366554,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915108354762197,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992036821320653,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925731504336,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928789627738297,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934491971507668,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960831329226494,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967086180113256,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974164688028395,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980786440428346,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992809548275545,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.3.mlp": [
+            {
+                "accuracy": 0.9647786654531956,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9680856913328171,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9689753130078316,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9708004426211119,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9874575836583972,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882247466593981,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887257590889931,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991450909525156,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924818626604974,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938499298878014,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947062460705638,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968294356949627,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973194545600563,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976304257288575,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983987192390487,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998614082345739,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990076213143766,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.4.self_attn": [
+            {
+                "accuracy": 0.9601342529058456,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9633749015629292,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.965145755559206,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9802939184010029,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9808641392737627,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9810124579817057,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890222549438477,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891783632338047,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.98992670327425,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905844032764435,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903141781687737,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909734213724732,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99136907979846,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920671870931983,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952410357072949,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960149279795587,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997116276063025,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978532856330276,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992050127475522,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.4.mlp": [
+            {
+                "accuracy": 0.8994395434856415,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.91744264960289,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9185130000114441,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9191546887159348,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9831041302531958,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901530118659139,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907754827290773,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934609932824969,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993736038915813,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957648115232587,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960664426907897,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997087580151856,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982491933042184,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977140838745981,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988081124611199,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990043200086802,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992057357449085,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.5.self_attn": [
+            {
+                "accuracy": 0.9881648626178503,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894496267661452,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905933737754822,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938229350373149,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943445902317762,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945150506682694,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965138100087643,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966177730821073,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968428125139326,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969898464623839,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997215720359236,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973785672336817,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976027978118509,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977753174025565,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986733198165894,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988904369529337,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990780254593119,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994410672807135,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997545817750506,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.5.mlp": [
+            {
+                "accuracy": 0.9821273013949394,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9836263004690409,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9812593124806881,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9817433748394251,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914564024657011,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953762660734355,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959297180175781,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945289888419211,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970383606851101,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948229547590017,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947197395376861,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979249718599021,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972604266367853,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983038360951468,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984961614245549,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998558618244715,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985643182881176,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.6.self_attn": [
+            {
+                "accuracy": 0.9944484517909586,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950490677729249,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955550315789878,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969412828795612,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972897344268858,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973368155770004,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982788290362805,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983461609808728,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984889248153195,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985556099563837,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986412369180471,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987307484261692,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988509712275118,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989493015455082,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993501913268119,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994666731217876,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995344833878335,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999721119296737,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9998744443437317,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.6.mlp": [
+            {
+                "accuracy": 0.9838365986943245,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9847200559452176,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851351929828525,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9853381384164095,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964683703146875,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966303443070501,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969596113078296,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978102343156934,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976803266908973,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981774387415498,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978170283138752,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990384423290379,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990252036950551,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993160685990006,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995046305702999,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995934732141905,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997051909740549,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.7.self_attn": [
+            {
+                "accuracy": 0.9938766001723707,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994411138817668,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952361066825688,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965846829582006,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969445473980159,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970367690548301,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980367468670011,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998157256282866,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983493743930012,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984133657999337,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985224463744089,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986183021683246,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987670471891761,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988651382736862,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993222895427607,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994347904575989,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995043973322026,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997199347999413,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9998659818083979,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.7.mlp": [
+            {
+                "accuracy": 0.9910540319979191,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914157930761576,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920080807060003,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923120131716132,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959246199578047,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962252043187618,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996521030087024,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976930073462427,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978694822639227,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979610007721931,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981619969476014,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989070150768384,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999098310188856,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993029913166538,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994615230243653,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995361557230353,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997898076835554,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.8.self_attn": [
+            {
+                "accuracy": 0.994347136002034,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949904624372721,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956585555337369,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968547751195729,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972730758599937,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973199395462871,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981528019998223,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982806491898373,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998402156168595,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984591683605686,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998653698945418,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987228169338778,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988376875407994,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989155373768881,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993569842772558,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994589579873718,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995198885153513,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997204914689064,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9998644002189394,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.8.mlp": [
+            {
+                "accuracy": 0.9887391049414873,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891649354249239,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901817440986633,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905421640723944,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946188651956618,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950718930922449,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954728144221008,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971102578565478,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99736133730039,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972707147244364,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976318930275738,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986027081031352,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988147740950808,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999206104199402,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992700209841132,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993614593404345,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997454797266982,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.9.self_attn": [
+            {
+                "accuracy": 0.9924662760458887,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931323938071728,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937795540317893,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956451235339046,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961771150119603,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962758952751756,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976743704173714,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997793918242678,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980142023414373,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981125548947603,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980904420372099,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982487452216446,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984161606989801,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985629783477634,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991265365970321,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992790471878834,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994042178732343,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996377503848635,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9998368513333844,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.9.mlp": [
+            {
+                "accuracy": 0.9865665948018432,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9870147304609418,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887337451800704,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891874846071005,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935540528967977,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940974027849734,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947242657653987,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967195033095777,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970013774000108,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967359243892133,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971595138777047,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983369950205088,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985846109921113,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991058773593977,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991468979278579,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992773300036788,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997597810288426,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.10.self_attn": [
+            {
+                "accuracy": 0.9917539497837424,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925856287591159,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935143445618451,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949215301312506,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958443902432919,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960405989550054,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973664015997201,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975574854761362,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977564229629934,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978376033250242,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980246867053211,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981761871604249,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983535021310672,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985173749737442,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999084125040099,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992328298394568,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993247765232809,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996169583755545,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9998195325606503,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.10.mlp": [
+            {
+                "accuracy": 0.9845806732773781,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9850756842643023,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9869483169168234,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9874506080523133,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924800153821707,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931404944509268,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938149326480925,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961602417752147,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964946988038719,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961866778321564,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966895557008684,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980572622735053,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983494556508958,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989500753581524,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990036569070071,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991481825709343,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997153153817635,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.11.self_attn": [
+            {
+                "accuracy": 0.9905009409412742,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914266215637326,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922338714823127,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945773943327367,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953416422940791,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954658914357424,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968548060860485,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969864061567932,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973404530901462,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974688906222582,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977114889770746,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997924363007769,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980096113868058,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981941855512559,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988970892736688,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990906218881719,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999208950495813,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999523987469729,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997838214912917,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.11.mlp": [
+            {
+                "accuracy": 0.9842993393540382,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9847451625391841,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867686973884702,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9873094419017434,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923467068001628,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992975577712059,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937292598187923,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961150665767491,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996447196463123,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996126796817407,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966257677879184,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980324706993997,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983206752222031,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989470734726638,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989943571854383,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991433249088004,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997195538308006,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.12.self_attn": [
+            {
+                "accuracy": 0.9904925189912319,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912404799833894,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922281233593822,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994692824780941,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953388911671937,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954130118712783,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971568747423589,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972934243269265,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974896553903818,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976080118212849,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976801797747612,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978433211799711,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980304113123566,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982015652349219,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989089398877695,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990920686977915,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992527512367815,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995236272807233,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997983893554192,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.12.mlp": [
+            {
+                "accuracy": 0.9820823650807142,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9825548604130745,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9847759511321783,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9853763282299042,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911997569724917,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919249266386032,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9927780008874834,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955453458242118,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959354153834283,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955415320582688,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961100576911122,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977319606114179,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980653217062354,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987961936276406,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988387271296233,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990018990356475,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996803892718162,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.13.self_attn": [
+            {
+                "accuracy": 0.9902672544121742,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910825956612825,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919939413666725,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942602808587253,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951715827919543,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953009081073105,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968998662661761,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970234220381826,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972919013816863,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974473991896957,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976016376167536,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997802248923108,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979764404706657,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981597608420998,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988734439248219,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999066847783979,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991987312096171,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999507088738028,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997880986629752,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.13.mlp": [
+            {
+                "accuracy": 0.9808865133672953,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9814447239041328,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9837973341345787,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9844242408871651,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906601272523403,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914375254884362,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923144793137908,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952501100488007,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956634496338665,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952578544616699,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958670344203711,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975841564591974,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997941373847425,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998711324413307,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987614293349907,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989302031463012,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99965821733349,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.14.self_attn": [
+            {
+                "accuracy": 0.990043125115335,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907272793352604,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917719308286905,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938899595290422,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951402335427701,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952974962070584,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969283882528543,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997078507905826,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973573421593755,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974510737229139,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975833613425493,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978078885469586,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979537629988045,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981346589047462,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998870762065053,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999060511647258,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992020751233213,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995209281041753,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997810443746857,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.14.mlp": [
+            {
+                "accuracy": 0.9801848754286766,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.980796106159687,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9832272827625275,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838798604905605,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902952341362834,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911183640360832,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992024720646441,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950524740852416,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995488824788481,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995068334043026,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995709293987602,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974849531427026,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978614076972008,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986553832422942,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987101280130446,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988865737104788,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999642029433744,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.15.self_attn": [
+            {
+                "accuracy": 0.9889050200581551,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9895935347303748,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908007653430104,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932348397560418,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943382241763175,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944793563336134,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967659213580191,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969175267033279,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971007469575852,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973714763764292,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972918480634689,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974796252790838,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977791311684996,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979917779564857,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987783062970266,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989848909899592,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991901774774306,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994722816627473,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997787539905403,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.15.mlp": [
+            {
+                "accuracy": 0.9801050703972578,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9808097500354052,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9832959659397602,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839651435613632,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903198257088661,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911265522241592,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920483827590942,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950252631679177,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954555844888091,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950848715379834,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957093931734562,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974839417263865,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978477540425956,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986272585811093,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987177685834467,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989005833631381,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996416786452755,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.16.self_attn": [
+            {
+                "accuracy": 0.9905687589198351,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912844300270081,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921192480251193,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994286559522152,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952101362869143,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953495501540601,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970649562310427,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972244687378407,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975034510716796,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976521981880069,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976822480093688,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978438138496131,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980300485622138,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982518234755844,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989407346583903,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991012379759923,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992750045494176,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995323382609058,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997938090091338,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.16.mlp": [
+            {
+                "accuracy": 0.9807664304971695,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9813805148005486,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9837905429303646,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.984444024041295,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905437538400292,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913483010604978,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922673925757408,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951531765982509,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955890141427517,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951938539743423,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958190307952464,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975494695827365,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979161797091365,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986847746185958,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987430829787627,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989240989089012,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996482148999348,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.17.self_attn": [
+            {
+                "accuracy": 0.9914002753794193,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920901693403721,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992899336386472,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945437470450997,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956874484196305,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958415757864714,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972618310712278,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974293082486838,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976399575825781,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976939612533897,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997890227008611,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980606014141813,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982088591204956,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983735979767516,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990139818983153,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991831759107299,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999294929439202,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995696163387038,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9998002777138026,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.17.mlp": [
+            {
+                "accuracy": 0.9811243936419487,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9817317891865969,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9841473773121834,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9848004803061485,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907117607071996,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915018426254392,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924340997822583,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952417858876288,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956698156893253,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952832558192313,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958967724815011,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975968585349619,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979558866471052,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987105850595981,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987666514934972,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989472117740661,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996572544332594,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.18.self_attn": [
+            {
+                "accuracy": 0.9906014315783978,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912875033915043,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922734615392983,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939800156280398,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954078486189246,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954888871870935,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971928012091666,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972318399231881,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974571920465678,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975577658042312,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977008004207164,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979072213172913,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980686920462176,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982529173139483,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989523260155693,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991441384190693,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992453744634986,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995505140977912,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997989515541121,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.18.mlp": [
+            {
+                "accuracy": 0.981326624751091,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9819267187267542,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9842994567006826,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9849468665197492,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907852215692401,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915607888251543,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992484939750284,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952702880837023,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956949003972113,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953182470053434,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959205845370889,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976145701948553,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979671675246209,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987210335675627,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987770891748369,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998956281458959,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999660182511434,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.19.self_attn": [
+            {
+                "accuracy": 0.9914337070658803,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992075121961534,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930401002056897,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946110816672444,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956013932824135,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956887466832995,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971615064423531,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973076013848186,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975303707178682,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976058471947908,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978821137920022,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980366912204772,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982190610608086,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983638105913997,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998994842520915,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991807185579091,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992561482358724,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995753147231881,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997965740622021,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.19.mlp": [
+            {
+                "accuracy": 0.9813326541334391,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9819335080683231,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9843218680471182,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9849750585854053,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907778417691588,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915629867464304,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924894883297384,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995262527372688,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956951183266938,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953135438263416,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959233598783612,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976111529394984,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979681288823485,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987176522845402,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987751514418051,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989583163987845,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996589852380566,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.20.self_attn": [
+            {
+                "accuracy": 0.9901796337217093,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908846197649837,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918587170541286,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937021038495004,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952134578488767,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995314022526145,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969360902905464,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997059904737398,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99727194593288,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974040458910167,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975775799248368,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977983490098268,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980045347474515,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982000390300527,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988893927074969,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990896797389723,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991920600295998,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995007201214321,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999773807139718,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.20.mlp": [
+            {
+                "accuracy": 0.9818315207958221,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9824273027479649,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9848313136026263,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854915896430612,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910317184403539,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917978020384908,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992733730468899,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953897926025093,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958092607557774,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954441743902862,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960358371026814,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976794677786529,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980248755309731,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987517212284729,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998811396304518,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989953743061051,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996662110497709,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.21.self_attn": [
+            {
+                "accuracy": 0.9878918323665857,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891287451609969,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9897230574861169,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912037216126919,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943831600248814,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945124606601894,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968301902990788,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969409964978695,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973106237594038,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974989842157811,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973589067813009,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976922238711268,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979141468647867,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981279337080196,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998858030536212,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990737192565575,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992388437385671,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994898030417971,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997862619784428,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.21.mlp": [
+            {
+                "accuracy": 0.9821290206164122,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9827393889427185,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851734973490238,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9858416644856334,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911872036755085,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919398762285709,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928877945058048,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954563910141587,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958727736957371,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955184059217572,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961038897745311,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997715353500098,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998058851226233,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987701977370307,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988278219243512,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990138537250459,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996722273353953,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.22.self_attn": [
+            {
+                "accuracy": 0.9890545755624771,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898130260407925,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906316855922341,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9927516509778798,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942289004102349,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943998018279672,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966210504062474,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996821952983737,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971589436754584,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973132978193462,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973122703377157,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975065763574094,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977216005790979,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979879094753414,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998727188212797,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989824221702293,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991319216787815,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994674957706593,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999765911969007,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.22.mlp": [
+            {
+                "accuracy": 0.9814576245844364,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9820658601820469,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9845356270670891,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9852141384035349,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908252777531743,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9916105335578322,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925709064118564,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952698145061731,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957051584497094,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953327132388949,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959380165673792,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976186561398208,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979748467449099,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987189329694957,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987781855743378,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989679645514116,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996575891273096,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.23.self_attn": [
+            {
+                "accuracy": 0.9883350227028131,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890611153095961,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901837110519409,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921751916408539,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940347215160728,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994177826680243,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965867034625262,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967303511220962,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970625664573163,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972196829039603,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971764648798853,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974008947610855,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977087979204953,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979339363053441,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987500667339191,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989819547627121,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999118031701073,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994711219333112,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997618816851173,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.23.mlp": [
+            {
+                "accuracy": 0.9807427171617746,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9813799411058426,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838300310075283,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9844985902309418,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904110077768564,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991284204646945,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922261387109756,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950437741354108,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995515757240355,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950898396782577,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957570368424058,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974806038662791,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978793701156974,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986395335290581,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987029749900103,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988896063296124,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996353696042206,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.24.self_attn": [
+            {
+                "accuracy": 0.9891610154882073,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989825869910419,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908568523824215,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9927482977509499,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947176990099251,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947893125936389,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967646291479468,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969341943506151,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971974228974432,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973599445074797,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973716603126377,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997573031578213,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977831807918847,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980056036729366,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988036843715236,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990152928512543,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991564050433226,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994700132519938,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997685772104887,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.24.mlp": [
+            {
+                "accuracy": 0.9804790206253529,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.981110030785203,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9837084300816059,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.98441799916327,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990345417521894,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911529552191496,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921737341210246,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995030923280865,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954799031838775,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950893558561802,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957200502976775,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974962440319359,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978680729400367,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986557143274695,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987151355016977,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989119621459395,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996418168884702,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.25.self_attn": [
+            {
+                "accuracy": 0.9892189595848322,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902491820976138,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913508147001266,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929767660796642,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949070857837796,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949987027794123,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966213321313262,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968319812323898,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971468006260693,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973364947363734,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974699581507593,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977200857829303,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978816770017147,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981247837422416,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988288145978004,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990495342644863,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991422216990031,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994990119012073,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997494125855155,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.25.mlp": [
+            {
+                "accuracy": 0.9799426794052124,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9805874451994896,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833006020635366,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9840451143682003,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9900675490498543,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909076504409313,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919818360358477,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948957921005785,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953595330007374,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994951335247606,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956064019352198,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974291371181607,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978121193125844,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986201325664297,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986823780927807,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988898925948888,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996341930236667,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.26.self_attn": [
+            {
+                "accuracy": 0.9870421290397644,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878353094682097,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9884239938110113,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899812797084451,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929853961803019,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993060412351042,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962019505910575,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962515030056238,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965416414197534,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969685105606914,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968021279200912,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971581157296896,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974102075211704,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976655256468803,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998631568509154,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989131534239277,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991231875610538,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994040912715718,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997609889978776,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.26.mlp": [
+            {
+                "accuracy": 0.9791107401251793,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9797844719141722,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9826677143573761,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9834613483399153,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9895976483821869,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905192153528333,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9916574656963348,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946409054100513,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951464179903269,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947000425308943,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954046751372516,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972923293244094,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977087646257132,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985453535337001,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986127117881551,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988344245357439,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996140662406106,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.27.self_attn": [
+            {
+                "accuracy": 0.984329741448164,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851641971617937,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9861047454178333,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9884429182857275,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919885201379657,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920716397464275,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956117337569594,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957718211226165,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961562862154096,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964411943219602,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959426196292043,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964794733095914,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968988387845457,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997325939591974,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998320237849839,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986552636837587,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99887291691266,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992926148115657,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997110416879877,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.27.mlp": [
+            {
+                "accuracy": 0.9780531451106071,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9787643160670996,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9818711131811142,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9827309288084507,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890326503664255,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9900279734283686,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912560442462564,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943254897370934,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948759130202234,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943991443142295,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951560720801353,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971336792223155,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975808127783239,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984534383984283,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985294638900086,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987742528319359,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995894646272063,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.28.self_attn": [
+            {
+                "accuracy": 0.9849818684160709,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9856843259185553,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9865901619195938,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888079538941383,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992202936206013,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922771197743714,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955962672829628,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957146123051643,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960625781677663,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964033216238022,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960688827559352,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964965495746583,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969390479382128,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972195317968726,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983310964889824,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986382904462516,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988441918976605,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993056829553097,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996956479153596,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.28.mlp": [
+            {
+                "accuracy": 0.9766325503587723,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9773797318339348,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.980544675141573,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9814208336174488,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988273392431438,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989375906996429,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906073920428753,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939412549138069,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945339080877602,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940014695748687,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948352123610675,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969267358537763,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974198250565678,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983395086601377,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984204329084605,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998667414765805,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995580347604118,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.29.self_attn": [
+            {
+                "accuracy": 0.983231358230114,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9842676520347595,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9852934246882796,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9875079784542322,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911334589123726,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913957575336099,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950993689708412,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953300836496055,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956359532661736,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995954382698983,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958936651237309,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962294874712825,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966811931226403,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970660088583827,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982502071652561,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985472626285627,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987739052157849,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999242901976686,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996648839151021,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.29.mlp": [
+            {
+                "accuracy": 0.975411819294095,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.976148447021842,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9794422499835491,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9803525116294622,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9876683950424194,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887841893360019,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990070634521544,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993655099067837,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942591297440231,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937016158364713,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945486462675035,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967776932753623,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972775871865451,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982708726311103,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983463931130245,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986026933183894,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995409871044103,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.30.self_attn": [
+            {
+                "accuracy": 0.9824841544032097,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833248518407345,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9849890554323792,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882229566574097,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911360070109367,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912860738113523,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949693400412798,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951568278484046,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955473416484892,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958404377102852,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956823424436152,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960339670069516,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965316597372293,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968424160033464,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998087060987018,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984152142424136,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987181241158396,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991657152422704,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996585189655889,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.30.mlp": [
+            {
+                "accuracy": 0.9743123389780521,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9750594180077314,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.978426543995738,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9793508145958185,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9871094450354576,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882769612595439,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9895830135792494,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933710042387247,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940023641102016,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934097649529576,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994297088123858,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966247072443366,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971523184794933,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981909412890673,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982669687597081,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985235455678776,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999520119803492,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.31.self_attn": [
+            {
+                "accuracy": 0.9818911999464035,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9825755935162306,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.984182158485055,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9869658378884196,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911646470427513,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991229010745883,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951832364313304,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953105729073286,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956832602620125,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959569508209825,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956049397587776,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960561841726303,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996526813134551,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968298461753875,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981022801948711,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984269539127126,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987643335480243,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999183748557698,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996703379729297,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.31.mlp": [
+            {
+                "accuracy": 0.9730200711637735,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9738257043063641,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9773067459464073,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9782560523599386,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986486129462719,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877152722328901,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890525043010712,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930518730543554,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937056368216872,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930870472453535,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940242022275925,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964568305294961,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970151428133249,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980961766559631,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981785954441875,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984421677654609,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994926247163676,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.32.self_attn": [
+            {
+                "accuracy": 0.9849687870591879,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9858046332374215,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9871335849165916,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905796758830547,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923259965144098,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925087969750166,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953402765095234,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954876666888595,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958712263032794,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960911115631461,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961493604350835,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964745636098087,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967452008277178,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970062894281,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982014509150758,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985118937911466,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988006717758253,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999183994892519,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996671256085392,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.32.mlp": [
+            {
+                "accuracy": 0.9720878433436155,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9729669708758593,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9765489529818296,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9775035381317139,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9861834943294525,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9874294809997082,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887337759137154,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928863057866693,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993546892888844,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929413581266999,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938950757496059,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963899776339531,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969524308107793,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998052024282515,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981469108024612,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998410472413525,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994809607160278,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.33.self_attn": [
+            {
+                "accuracy": 0.9847490219399333,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9856157414615154,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867607224732637,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.98964674025774,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924772642552853,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992566762957722,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954508864320815,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955908562988043,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959143102169037,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960744096897542,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962397767230868,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965471003670245,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967439440079033,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970674542710185,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982071578269824,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984984192997217,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988048375817016,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991582409129478,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996672353590839,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.33.mlp": [
+            {
+                "accuracy": 0.9729223418980837,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9737745355814695,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9773611724376678,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.978316305205226,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9865957945585251,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877806976437569,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891143152490258,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931091498583555,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937477316707373,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99316630885005,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940731511451304,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965044080745429,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970422049518675,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981206546071917,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982044643256813,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998476774781011,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994995723827742,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.34.self_attn": [
+            {
+                "accuracy": 0.983704436570406,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9845269620418549,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859026568010449,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988819133490324,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917556941509247,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919378757476807,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947641030885279,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949877462349832,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954485832713544,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956815806217492,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959533717483282,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962579067796469,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996535993879661,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968442087993026,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981257716426626,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984206733061001,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987084715394303,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991262856638059,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996435788052622,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.34.mlp": [
+            {
+                "accuracy": 0.9729396160691977,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9738092198967934,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.977368364110589,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9783209003508091,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9865541979670525,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877541158348322,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890922727063298,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930676193907857,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937126943841577,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931319272145629,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940492175519466,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964869073592126,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970279636327177,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981075540417805,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981944528408349,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984636481385678,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994964099605568,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.35.self_attn": [
+            {
+                "accuracy": 0.9852148927748203,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9857814330607653,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9869935782626271,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9895256850868464,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992336277384311,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924179692752659,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951490154489875,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953081700950861,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957067128270864,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959691348485649,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962902364786714,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965421694796532,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996760954381898,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970181731041521,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982174395117909,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985363526502624,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998775492538698,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991783857694827,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996567010821309,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.35.mlp": [
+            {
+                "accuracy": 0.9728833083063364,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9738186895847321,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9774907398968935,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.978475796058774,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986537448130548,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877544576302171,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891219157725573,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930465542711318,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936969289556146,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931275425478816,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940500454977155,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964849543757737,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970295003149658,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981004374567419,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981938541168347,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984763188986108,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994960999465548,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.36.self_attn": [
+            {
+                "accuracy": 0.9838831909000874,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9849724844098091,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863026421517134,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896069429814816,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917366113513708,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918834427371621,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948287829756737,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949968820437789,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954840932041407,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958497015759349,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959632945246994,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962257449515164,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964955460745841,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967977714259177,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980872330488637,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983705955091864,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987111033406109,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990387994330376,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996441028488334,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.36.mlp": [
+            {
+                "accuracy": 0.9732801672071218,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9742500483989716,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9779232107102871,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.978907085955143,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867289084941149,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9879394276067615,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893291732296348,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931478826329112,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937761616893113,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932299815118313,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941456262022257,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965413648169488,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970779493451118,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981236319290474,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982233783230186,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985054754652083,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995006657554768,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.37.self_attn": [
+            {
+                "accuracy": 0.9829779360443354,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9837110731750727,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846414662897587,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9873513607308269,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914615144953132,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915681565180421,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949841280467808,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951109467074275,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956143000163138,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960959109012038,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959773034788668,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963548311498016,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965647046919912,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996851691743359,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981452573556453,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984575168928131,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988078658934683,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999164197826758,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996765326359309,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.37.mlp": [
+            {
+                "accuracy": 0.9737000036984682,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9747115205973387,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9784409664571285,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.97943733073771,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9869823502376676,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9881502231582999,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9895505541935563,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932256299071014,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938660534098744,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933563047088683,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942456567659974,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966024665627629,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971257452853024,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981507755583152,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99825518601574,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985439548036084,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995100484811701,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.38.self_attn": [
+            {
+                "accuracy": 0.9840772543102503,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9850270692259073,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9861891241744161,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893887601792812,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917457588016987,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919376857578754,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949669199995697,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995178300421685,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955135765485466,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959253566339612,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959091688506305,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996256360784173,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965241614263505,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968274447601289,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980690331431106,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983870772412047,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987103458261117,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990890405024402,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996483637369238,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.38.mlp": [
+            {
+                "accuracy": 0.9706560652703047,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.972136989235878,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.975540479645133,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9764132313430309,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867947679013014,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9879341293126345,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892846401780844,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931480935774744,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937253734096885,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932876420207322,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941508690826595,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965504566207528,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970853871200234,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981113383546472,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982273310888559,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985047297086567,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994959399336949,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.39.self_attn": [
+            {
+                "accuracy": 0.9817694704979658,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.982854675501585,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9841028712689877,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9868696788325906,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906771741807461,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990764670073986,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948124666698277,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950269712135196,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954941314645112,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958112137392163,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954320662654936,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959192662499845,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996268198825419,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966620607301593,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979561227373779,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998319752048701,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986703951144591,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990946313482709,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996410227322485,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.39.mlp": [
+            {
+                "accuracy": 0.9732117839157581,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9741701800376177,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9776609297841787,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9785940945148468,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9866066500544548,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878804655745625,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891779217869043,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930344494059682,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937161635607481,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931472931057215,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940938306972384,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964843206107616,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970457148738205,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980856672627851,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981894992524758,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984553183894604,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994878686848097,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.40.self_attn": [
+            {
+                "accuracy": 0.9833720363676548,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9844037396833301,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9856511736288667,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887763662263751,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915361972525716,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917561896145344,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946909500285983,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948884849436581,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954453259706497,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956664079800248,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958025482483208,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961732116062194,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964073686860502,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966340016108006,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980083352420479,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998352415044792,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998653651913628,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990503593580797,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996280258346815,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.40.mlp": [
+            {
+                "accuracy": 0.973452091217041,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9743835646659136,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9779115244746208,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.978843729943037,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867869634181261,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9879808826372027,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989303563721478,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931633840315044,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938008412718773,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932455709204078,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941546302288771,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965424975380301,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970807831268758,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981265019159764,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982201540842652,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984887330792844,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995024765958078,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.41.self_attn": [
+            {
+                "accuracy": 0.9827998112887144,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838625434786081,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854507129639387,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9881571289151907,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911094922572374,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913553316146135,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942473359405994,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946109559386969,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995420535095036,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957298748195171,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957872903905809,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961282762233168,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963150885887444,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965253842528909,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979278559330851,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983476997585967,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985597257036716,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990678869071417,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996097358234692,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.41.mlp": [
+            {
+                "accuracy": 0.9725692961364985,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.973548986017704,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9772734716534615,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9782638214528561,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863908914849162,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9875863110646605,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989002039656043,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929636605083942,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993599547073245,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930680557154119,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993973926641047,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964597069192678,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969915645197034,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980822016950697,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981825600843877,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998471524566412,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994890130474232,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.42.self_attn": [
+            {
+                "accuracy": 0.9839552007615566,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846856957301497,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854327319189906,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9881283063441515,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918889738619328,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920165957883,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950199062004685,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951216313056648,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995537893846631,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995869342237711,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959821444936097,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963050591759384,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964864440262318,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967799235600978,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980442179366946,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983818245818838,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987147635547444,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999106144765392,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996483925206121,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.42.mlp": [
+            {
+                "accuracy": 0.9711110200732946,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9721733927726746,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9761296734213829,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.977212293073535,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855360193178058,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9868708178400993,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9884015060961246,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924819520674646,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931889465078712,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925834671594203,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935867609456182,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962105904705822,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967900232877582,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979279977269471,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980602620635182,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983682783786207,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994540209299885,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.43.self_attn": [
+            {
+                "accuracy": 0.9809180032461882,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9821513500064611,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9837599452584982,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9875843180343509,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9900811742991209,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903494715690613,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939031628891826,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941530129872262,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946896401233971,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949284456670284,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951050360687077,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954141150228679,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957534642890096,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961028706748039,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977037054486573,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980572960339487,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984208545647562,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998918071272783,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995770027744584,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.43.mlp": [
+            {
+                "accuracy": 0.9680206477642059,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9691890124231577,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9733582511544228,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9745036363601685,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9842274058610201,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9858147660270333,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9874750692397356,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917770074680448,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926018337719142,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991889244876802,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930594586767256,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958043210208416,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965073689818382,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976315861567855,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978591732215136,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981940930010751,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999343233241234,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.44.self_attn": [
+            {
+                "accuracy": 0.9803954884409904,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9815012570470572,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833784513175488,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9871911192312837,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898613663390279,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9900634223595262,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936191872693598,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939227420836687,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944211612455547,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947618553414941,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948770292103291,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952616402879357,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956829324364662,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960746639408171,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975647849496454,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979937050957233,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982514755101874,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989041207591072,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995439304038882,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.44.mlp": [
+            {
+                "accuracy": 0.967626940459013,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9688073452562094,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.973045215010643,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9742180556058884,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.983667591586709,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9852911541238427,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9868975505232811,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914755849167705,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923310461454093,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9916154518723488,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928238070569932,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995692475233227,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964114320464432,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976428200025111,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977814403828233,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981105120386928,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993727225810289,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.45.self_attn": [
+            {
+                "accuracy": 0.9768912233412266,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9783526938408613,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9801644571125507,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9840444382280111,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9885117188096046,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887556415051222,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926573103293777,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930175957269967,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932974767871201,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939599633216858,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942233664914966,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946130639873445,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950930182822049,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954540370963514,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972366685979068,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976990157738328,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980251824017614,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987619337625802,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994766401359811,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.45.mlp": [
+            {
+                "accuracy": 0.9669587090611458,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9681095741689205,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9723939634859562,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9735849145799875,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833980519324541,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9849855173379183,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9866117006167769,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913802687078714,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922191677615047,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914971236139536,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992692394182086,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956410238519311,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963454001117498,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976279605180025,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977565151639283,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980859901988879,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993694646982476,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.46.self_attn": [
+            {
+                "accuracy": 0.9770601261407137,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.978248942643404,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9806103482842445,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9853049144148827,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9880668949335814,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883346548303962,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9927917150780559,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929863666184247,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934684238396585,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939966099336743,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940315536223352,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944157162681222,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949077074415982,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954042467288673,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972466081380844,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997697377577424,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980901632225141,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987485168967396,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999473599542398,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.46.mlp": [
+            {
+                "accuracy": 0.9662949070334435,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9674293287098408,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9717380963265896,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9729445911943913,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9831707999110222,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846659069880843,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863129975274205,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912765640765429,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992081387899816,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991426857188344,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925659275613725,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956270786933601,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962922043632716,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976213297341019,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977599964477122,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980960047105327,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993664989597164,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.47.self_attn": [
+            {
+                "accuracy": 0.9788632225245237,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9797381237149239,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9821308683604002,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986209724098444,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891615249216557,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894017688930035,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934777589514852,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936336441896856,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942189059220254,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945742813870311,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946325947530568,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951052130199969,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955362197943032,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958911347202957,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975370133761317,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979407645296305,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982893059495836,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998901451821439,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999551082146354,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.47.mlp": [
+            {
+                "accuracy": 0.9646241292357445,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9658406376838684,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9702690597623587,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9715343471616507,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9823555238544941,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839104283601046,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9856145326048136,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908294500783086,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991673294454813,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910112079232931,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922043075785041,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954172088764608,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961117408238351,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997500111348927,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976599451620132,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980079452507198,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993305975222029,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.48.self_attn": [
+            {
+                "accuracy": 0.9769331123679876,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9794258866459131,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9813717305660248,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851180361583829,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9884545970708132,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890893790870905,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923712257295847,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993173758033663,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937222613953054,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941680864430964,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994527948088944,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949385775253177,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952258062548935,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957454586401582,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972938552964479,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978385646827519,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979631013702601,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988641240634024,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994586907560006,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.48.mlp": [
+            {
+                "accuracy": 0.9625300839543343,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9637115523219109,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9683873355388641,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9697225522249937,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9812676627188921,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9829021319746971,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9847159972414374,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903124691918492,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912058776244521,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904627585783601,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917203225195408,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951341757550836,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958714698441327,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973615603521466,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975113368127495,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978774564806372,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992923781392165,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.49.self_attn": [
+            {
+                "accuracy": 0.9755920805037022,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9787512235343456,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9811317827552557,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851903133094311,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9886470176279545,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888277547433972,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931683819741011,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933976023457944,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939866410568357,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942366853356361,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944072002544999,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947799392975867,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951722887344658,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956542798317969,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973839311860502,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978185486979783,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982159396167845,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988368132617325,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995149588503409,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.49.mlp": [
+            {
+                "accuracy": 0.9584380015730858,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9597837328910828,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9649380929768085,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9664535634219646,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9792027622461319,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9810326732695103,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9830420464277267,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989160711877048,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901660559698939,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894011551514268,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908110117539763,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945931490510702,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954174854792655,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970423965714872,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972444563172758,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997656735824421,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992074450128712,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.50.self_attn": [
+            {
+                "accuracy": 0.9773643855005503,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9789309054613113,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9809101596474648,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9834359660744667,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9871031688526273,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877636944875121,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926433404907584,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930312437936664,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994146179407835,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944414142519236,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946159720420837,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951167553663254,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956157221458852,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960979288443923,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975809399038553,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980536885559559,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982321778079495,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989949924638495,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995096383499913,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.50.mlp": [
+            {
+                "accuracy": 0.9570561274886131,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9584499262273312,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9633901342749596,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9648843444883823,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9785263519734144,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9804006852209568,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9823421631008387,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888004949316382,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898200882598758,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890586249530315,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905106695368886,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944179728627205,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995266618207097,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969439692795277,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971535834483802,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975489883217961,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991772437933832,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.51.self_attn": [
+            {
+                "accuracy": 0.9754006434231997,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9767839219421148,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9789611250162125,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9832146987318993,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9876139787957072,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878776790574193,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924022885970771,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926608838140965,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933678051456809,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938841080293059,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940411988645792,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944649832323194,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948986489325762,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952888623811305,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972255462780595,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976858331356198,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980905316770077,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987737198825926,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999477400444448,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.51.mlp": [
+            {
+                "accuracy": 0.954915177077055,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9563585892319679,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9615369848906994,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9631253071129322,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9774576909840107,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.979412829503417,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9814736470580101,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882242912426591,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892990533262491,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9885231899097562,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9900301359593868,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941424508579075,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950266014784575,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967874800786376,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997013647807762,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974291794933379,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991307078162208,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.52.self_attn": [
+            {
+                "accuracy": 0.9747684132307768,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9765454865992069,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9791425839066505,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9826699551194906,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9866941040381789,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987608146853745,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991183016449213,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992137617431581,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928834680467844,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932755730114877,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937183675356209,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942055763676763,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947547386400402,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953948329202831,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970730170607567,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976581982336938,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977908038999885,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987992231035605,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994002369348891,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.52.mlp": [
+            {
+                "accuracy": 0.9517745450139046,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9533223882317543,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9586445055902004,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9602935276925564,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9758437257260084,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9779032282531261,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9800602104514837,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9874043976888061,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9885504469275475,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877069424837828,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989304848946631,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937386577948928,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946716837584972,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965769990812987,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968087722081691,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972479736898094,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990761747467332,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.53.self_attn": [
+            {
+                "accuracy": 0.976764215156436,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9790386967360973,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9815832134336233,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851244539022446,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9881033068522811,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9886518036946654,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9916319493204355,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923993605189025,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931345521472394,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936646246351302,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945054110139608,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949822369962931,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952615168876946,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957353137433529,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973084451630712,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978475593961775,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978901983704418,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988395523978397,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999409717565868,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.53.mlp": [
+            {
+                "accuracy": 0.9498194046318531,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9513789117336273,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.956731915473938,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9583807922899723,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9748449828475714,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9769594017416239,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9791350048035383,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986908826045692,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9880908410996199,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9872013097628951,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888469781726599,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99348379438743,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944408810697496,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964508914854378,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966742950491607,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971062240656465,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990350819425657,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.54.self_attn": [
+            {
+                "accuracy": 0.9794262386858463,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9805520661175251,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9824672266840935,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9858410600572824,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892691886052489,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9897634806111455,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9927411777898669,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933207836002111,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941880395635962,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994436502456665,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949086881242692,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954093568958342,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955499274656177,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959932388737798,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974744440987706,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979894361458719,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981005202280357,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988750217016786,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999471431132406,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.54.mlp": [
+            {
+                "accuracy": 0.9472887106239796,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9488573484122753,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9542660266160965,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9559275321662426,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9735161792486906,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9757115133106709,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9779165256768465,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9862530864775181,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9874906530603766,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9865089831873775,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882344137877226,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931270205415785,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941364922560751,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962799891363829,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964896515011787,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969277542550117,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990017818054184,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.55.self_attn": [
+            {
+                "accuracy": 0.977697242051363,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9791544452309608,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9811040032655001,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9847792675718665,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988291242159903,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9889781903475523,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923827950842679,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929471747018397,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939823532477021,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941393178887665,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945708122104406,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949990510940552,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953905725851655,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958393843844533,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973947305697948,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979399121366441,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980766724329442,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988742952700704,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994599203346297,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.55.mlp": [
+            {
+                "accuracy": 0.9436311572790146,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9452798999845982,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.950882326811552,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9526134990155697,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9715555552393198,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9739464279264212,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9762521777302027,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9852474946528673,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986592779867351,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854940548539162,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9873626288026571,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925985615700483,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936999194324017,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959982833825052,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962180429138243,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966687264386564,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989308849908412,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.56.self_attn": [
+            {
+                "accuracy": 0.9782078173011541,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9799784738570452,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9829502496868372,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9856874300166965,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9889057166874409,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894317463040352,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918294921517372,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923752280883491,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993694560136646,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942010315135121,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946105047129095,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953116495162249,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954009582288563,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959033406339586,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974704436026514,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979910952970386,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979557369370013,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988783348817378,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994069820386358,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.56.mlp": [
+            {
+                "accuracy": 0.941567201167345,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9431648291647434,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9488494731485844,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9505772180855274,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9704347345978022,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.972917765378952,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.975239709019661,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846622357144952,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9860662752762437,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9848883543163538,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9868362220004201,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922801307402551,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934327169321477,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958365354686975,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960497017018497,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965010192245245,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988877269206569,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.57.self_attn": [
+            {
+                "accuracy": 0.9757529757916927,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9775958806276321,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9808027427643538,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9836125131696463,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9884067755192518,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887330820783973,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919705064967275,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924263600260019,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934116979129612,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936977908946574,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943909887224436,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949633041396737,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952157861553133,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995730088558048,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973312164656818,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978654501028359,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978781507816166,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988697080407292,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999422209803015,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.57.mlp": [
+            {
+                "accuracy": 0.9382772073149681,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9399418607354164,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9457746334373951,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9475419707596302,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9687032327055931,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9713403731584549,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9737442247569561,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838005471974611,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.985281546600163,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839977007359266,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.98605543281883,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991815933957696,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930426552891731,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956019003875554,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958148677833378,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962796808686107,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988286865409464,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.58.self_attn": [
+            {
+                "accuracy": 0.9806276727467775,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9824030473828316,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9847196498885751,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9868930131196976,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901176635175943,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903390938416123,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923363807611167,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926740392111242,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939023121260107,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941453658975661,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951621908694506,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995839957613498,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958156724460423,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963312225881964,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976245006546378,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981360730016604,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980005833785981,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989756976719946,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994517157319933,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.58.mlp": [
+            {
+                "accuracy": 0.9323294907808304,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9341375231742859,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9404643103480339,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9423604384064674,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9656044133007526,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9685617126524448,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9711491391062737,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.982200251892209,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838368259370327,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9824002981185913,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846726888790727,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909923644736409,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923484548926353,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951555985026062,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953876133076847,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958834410645068,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987113145180047,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.59.self_attn": [
+            {
+                "accuracy": 0.9720561411231756,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9746902044862509,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.977125296369195,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9811233542859554,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9860870288684964,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9864869760349393,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903718577697873,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908039625734091,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991774495691061,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922957988455892,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932481902651489,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938831133767962,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941716971807182,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948202734813094,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968340336345136,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973985231481493,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975687272381037,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985237552318722,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993268390535377,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.59.mlp": [
+            {
+                "accuracy": 0.9275768846273422,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9294832423329353,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9361444115638733,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9381583817303181,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9631149284541607,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9662588238716125,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9689955990761518,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9808347932994366,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9825323112308979,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9810848999768496,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.98345279507339,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902894571423531,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917206643149257,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947563535533845,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950221385806799,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955488606356084,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998584555927664,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.60.self_attn": [
+            {
+                "accuracy": 0.9691273812204599,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9715528413653374,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9747682008892298,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9799587409943342,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846011698246002,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9849279467016459,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893032601103187,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9897262454032898,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911334412172437,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991492098197341,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924153126776218,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930951958522201,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934035814367235,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940412398427725,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962951049674302,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970316307153553,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971811391878873,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982747796457261,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992102515534498,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.60.mlp": [
+            {
+                "accuracy": 0.9168866202235222,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9190315678715706,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9265440329909325,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9289530888199806,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.95744389295578,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9607471972703934,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9639814645051956,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9776423424482346,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9790536090731621,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9780936557799578,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9807209093123674,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887402690947056,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903649035841227,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938740679062903,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942270289175212,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948679856024683,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983243277529255,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.61.self_attn": [
+            {
+                "accuracy": 0.9670621939003468,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9699324145913124,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9731159973889589,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.978240791708231,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9840492587536573,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9842217117547989,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9886997472494841,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9889951013028622,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899456091225147,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904404766857624,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919808255508542,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926308589056134,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992992487270385,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936295272782445,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996082023717463,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968010196462274,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969655184540898,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981275259051472,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991888759541325,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.61.mlp": [
+            {
+                "accuracy": 0.9183702617883682,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.920586958527565,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9278149083256721,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9301353693008423,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9582159779965878,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9619647413492203,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9650309197604656,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9781660381704569,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9802266042679548,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9785805065184832,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9814110416918993,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890165273100138,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907003901898861,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940257803536952,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943806487135589,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950027777813375,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983864669920877,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.62.self_attn": [
+            {
+                "accuracy": 0.9656601250171661,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9683168902993202,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9713096171617508,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9767947606742382,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9829634204506874,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9832813199609518,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988531919196248,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888669140636921,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899267926812172,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907024214044213,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915084550157189,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921950311399996,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99263621494174,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933195631019771,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959181500598788,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966672505252063,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996977744391188,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980348313692957,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991579510970041,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.62.mlp": [
+            {
+                "accuracy": 0.8981994092464447,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9002452343702316,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9046775847673416,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9060673117637634,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9477891772985458,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9628063440322876,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9652462862432003,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.961099099367857,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.97685931250453,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9791060667484999,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9822251796722412,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888415336608887,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909811243414879,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926116159185767,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947455995716155,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995316184591502,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980292511172593,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.63.self_attn": [
+            {
+                "accuracy": 0.98143738694489,
+                "total_bits": 133692416,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9823443032801151,
+                "total_bits": 137624576,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9841967318207026,
+                "total_bits": 141915264,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9873955138027668,
+                "total_bits": 167308544,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906178079545498,
+                "total_bits": 197778944,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908018810674548,
+                "total_bits": 197944704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930309024639428,
+                "total_bits": 254402048,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932345296256244,
+                "total_bits": 254567808,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939880091696978,
+                "total_bits": 256707328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943691361695528,
+                "total_bits": 260323328,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995316170156002,
+                "total_bits": 260859264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957265323027968,
+                "total_bits": 262998784,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957689032889903,
+                "total_bits": 267385856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960385956801474,
+                "total_bits": 271333376,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973286115564406,
+                "total_bits": 328326656,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979692010674626,
+                "total_bits": 334247936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978042675647885,
+                "total_bits": 380231168,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988282218109816,
+                "total_bits": 396638208,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994368311017752,
+                "total_bits": 506060288,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.63.mlp": [
+            {
+                "accuracy": 0.9249356240034103,
+                "total_bits": 949080864,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.92742620408535,
+                "total_bits": 984470304,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9324240833520889,
+                "total_bits": 1098596352,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9342525526881218,
+                "total_bits": 1232945152,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9620286375284195,
+                "total_bits": 1389202864,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9654471650719643,
+                "total_bits": 1428217344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9675612151622772,
+                "total_bits": 1535687344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9797666799277067,
+                "total_bits": 1755980848,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9815609473735094,
+                "total_bits": 1781882368,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9804647564888,
+                "total_bits": 1806667184,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9830649457871914,
+                "total_bits": 1845681664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899009326472878,
+                "total_bits": 2224131504,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914116514846683,
+                "total_bits": 2263145984,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941770914010704,
+                "total_bits": 2577632688,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947937354445457,
+                "total_bits": 2662414208,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952967064455152,
+                "total_bits": 2902275968,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981272255536169,
+                "total_bits": 3411883904,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.norm.norm": null,
+        "lm_head.linear": null
+    },
+    "last_module_idx": 130
+}
\ No newline at end of file