Update config.json

config.json

@@ -42,7 +42,7 @@
       "model.layers.0.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -66,7 +66,7 @@
       "model.layers.0.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -90,7 +90,7 @@
       "model.layers.0.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -114,7 +114,7 @@
       "model.layers.0.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -138,7 +138,7 @@
       "model.layers.0.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -162,7 +162,7 @@
       "model.layers.0.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -186,7 +186,7 @@
       "model.layers.0.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -210,7 +210,7 @@
       "model.layers.1.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -234,7 +234,7 @@
       "model.layers.1.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -258,7 +258,7 @@
       "model.layers.1.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -282,7 +282,7 @@
       "model.layers.1.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -306,7 +306,7 @@
       "model.layers.1.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -330,7 +330,7 @@
       "model.layers.1.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -354,7 +354,7 @@
       "model.layers.1.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -378,7 +378,7 @@
       "model.layers.10.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -402,7 +402,7 @@
       "model.layers.10.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -426,7 +426,7 @@
       "model.layers.10.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -450,7 +450,7 @@
       "model.layers.10.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -474,7 +474,7 @@
       "model.layers.10.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -498,7 +498,7 @@
       "model.layers.10.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -522,7 +522,7 @@
       "model.layers.10.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -546,7 +546,7 @@
       "model.layers.11.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -570,7 +570,7 @@
       "model.layers.11.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -594,7 +594,7 @@
       "model.layers.11.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -618,7 +618,7 @@
       "model.layers.11.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -642,7 +642,7 @@
       "model.layers.11.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -666,7 +666,7 @@
       "model.layers.11.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -690,7 +690,7 @@
       "model.layers.11.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -714,7 +714,7 @@
       "model.layers.12.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -738,7 +738,7 @@
       "model.layers.12.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -762,7 +762,7 @@
       "model.layers.12.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -786,7 +786,7 @@
       "model.layers.12.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -810,7 +810,7 @@
       "model.layers.12.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -834,7 +834,7 @@
       "model.layers.12.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -858,7 +858,7 @@
       "model.layers.12.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -882,7 +882,7 @@
       "model.layers.13.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -906,7 +906,7 @@
       "model.layers.13.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -930,7 +930,7 @@
       "model.layers.13.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -954,7 +954,7 @@
       "model.layers.13.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -978,7 +978,7 @@
       "model.layers.13.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1002,7 +1002,7 @@
       "model.layers.13.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1026,7 +1026,7 @@
       "model.layers.13.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1050,7 +1050,7 @@
       "model.layers.14.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -1074,7 +1074,7 @@
       "model.layers.14.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1098,7 +1098,7 @@
       "model.layers.14.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1122,7 +1122,7 @@
       "model.layers.14.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1146,7 +1146,7 @@
       "model.layers.14.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1170,7 +1170,7 @@
       "model.layers.14.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1194,7 +1194,7 @@
       "model.layers.14.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1218,7 +1218,7 @@
       "model.layers.15.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -1242,7 +1242,7 @@
       "model.layers.15.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1266,7 +1266,7 @@
       "model.layers.15.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1290,7 +1290,7 @@
       "model.layers.15.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1314,7 +1314,7 @@
       "model.layers.15.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1338,7 +1338,7 @@
       "model.layers.15.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1362,7 +1362,7 @@
       "model.layers.15.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1386,7 +1386,7 @@
       "model.layers.16.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -1410,7 +1410,7 @@
       "model.layers.16.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1434,7 +1434,7 @@
       "model.layers.16.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1458,7 +1458,7 @@
       "model.layers.16.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1482,7 +1482,7 @@
       "model.layers.16.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1506,7 +1506,7 @@
       "model.layers.16.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1530,7 +1530,7 @@
       "model.layers.16.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1554,7 +1554,7 @@
       "model.layers.17.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -1578,7 +1578,7 @@
       "model.layers.17.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1602,7 +1602,7 @@
       "model.layers.17.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1626,7 +1626,7 @@
       "model.layers.17.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1650,7 +1650,7 @@
       "model.layers.17.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1674,7 +1674,7 @@
       "model.layers.17.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1698,7 +1698,7 @@
       "model.layers.17.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1722,7 +1722,7 @@
       "model.layers.18.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -1746,7 +1746,7 @@
       "model.layers.18.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1770,7 +1770,7 @@
       "model.layers.18.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1794,7 +1794,7 @@
       "model.layers.18.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1818,7 +1818,7 @@
       "model.layers.18.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1842,7 +1842,7 @@
       "model.layers.18.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1866,7 +1866,7 @@
       "model.layers.18.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1890,7 +1890,7 @@
       "model.layers.19.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -1914,7 +1914,7 @@
       "model.layers.19.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1938,7 +1938,7 @@
       "model.layers.19.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1962,7 +1962,7 @@
       "model.layers.19.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -1986,7 +1986,7 @@
       "model.layers.19.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2010,7 +2010,7 @@
       "model.layers.19.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2034,7 +2034,7 @@
       "model.layers.19.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2058,7 +2058,7 @@
       "model.layers.2.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -2082,7 +2082,7 @@
       "model.layers.2.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2106,7 +2106,7 @@
       "model.layers.2.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2130,7 +2130,7 @@
       "model.layers.2.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2154,7 +2154,7 @@
       "model.layers.2.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2178,7 +2178,7 @@
       "model.layers.2.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2202,7 +2202,7 @@
       "model.layers.2.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2226,7 +2226,7 @@
       "model.layers.20.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -2250,7 +2250,7 @@
       "model.layers.20.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2274,7 +2274,7 @@
       "model.layers.20.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2298,7 +2298,7 @@
       "model.layers.20.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2322,7 +2322,7 @@
       "model.layers.20.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2346,7 +2346,7 @@
       "model.layers.20.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2370,7 +2370,7 @@
       "model.layers.20.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2394,7 +2394,7 @@
       "model.layers.21.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -2418,7 +2418,7 @@
       "model.layers.21.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2442,7 +2442,7 @@
       "model.layers.21.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2466,7 +2466,7 @@
       "model.layers.21.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2490,7 +2490,7 @@
       "model.layers.21.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2514,7 +2514,7 @@
       "model.layers.21.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2538,7 +2538,7 @@
       "model.layers.21.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2562,7 +2562,7 @@
       "model.layers.22.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -2586,7 +2586,7 @@
       "model.layers.22.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2610,7 +2610,7 @@
       "model.layers.22.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2634,7 +2634,7 @@
       "model.layers.22.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2658,7 +2658,7 @@
       "model.layers.22.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2682,7 +2682,7 @@
       "model.layers.22.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2706,7 +2706,7 @@
       "model.layers.22.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2730,7 +2730,7 @@
       "model.layers.23.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -2754,7 +2754,7 @@
       "model.layers.23.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2778,7 +2778,7 @@
       "model.layers.23.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2802,7 +2802,7 @@
       "model.layers.23.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2826,7 +2826,7 @@
       "model.layers.23.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2850,7 +2850,7 @@
       "model.layers.23.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2874,7 +2874,7 @@
       "model.layers.23.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2898,7 +2898,7 @@
       "model.layers.24.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -2922,7 +2922,7 @@
       "model.layers.24.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2946,7 +2946,7 @@
       "model.layers.24.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2970,7 +2970,7 @@
       "model.layers.24.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -2994,7 +2994,7 @@
       "model.layers.24.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3018,7 +3018,7 @@
       "model.layers.24.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3042,7 +3042,7 @@
       "model.layers.24.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3066,7 +3066,7 @@
       "model.layers.25.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -3090,7 +3090,7 @@
       "model.layers.25.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3114,7 +3114,7 @@
       "model.layers.25.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3138,7 +3138,7 @@
       "model.layers.25.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3162,7 +3162,7 @@
       "model.layers.25.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3186,7 +3186,7 @@
       "model.layers.25.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3210,7 +3210,7 @@
       "model.layers.25.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3234,7 +3234,7 @@
       "model.layers.26.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -3258,7 +3258,7 @@
       "model.layers.26.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3282,7 +3282,7 @@
       "model.layers.26.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3306,7 +3306,7 @@
       "model.layers.26.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3330,7 +3330,7 @@
       "model.layers.26.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3354,7 +3354,7 @@
       "model.layers.26.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3378,7 +3378,7 @@
       "model.layers.26.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3402,7 +3402,7 @@
       "model.layers.27.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -3426,7 +3426,7 @@
       "model.layers.27.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3450,7 +3450,7 @@
       "model.layers.27.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3474,7 +3474,7 @@
       "model.layers.27.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3498,7 +3498,7 @@
       "model.layers.27.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3522,7 +3522,7 @@
       "model.layers.27.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3546,7 +3546,7 @@
       "model.layers.27.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3570,7 +3570,7 @@
       "model.layers.28.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -3594,7 +3594,7 @@
       "model.layers.28.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3618,7 +3618,7 @@
       "model.layers.28.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3642,7 +3642,7 @@
       "model.layers.28.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3666,7 +3666,7 @@
       "model.layers.28.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3690,7 +3690,7 @@
       "model.layers.28.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3714,7 +3714,7 @@
       "model.layers.28.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3738,7 +3738,7 @@
       "model.layers.29.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -3762,7 +3762,7 @@
       "model.layers.29.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3786,7 +3786,7 @@
       "model.layers.29.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3810,7 +3810,7 @@
       "model.layers.29.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3834,7 +3834,7 @@
       "model.layers.29.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3858,7 +3858,7 @@
       "model.layers.29.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3882,7 +3882,7 @@
       "model.layers.29.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3906,7 +3906,7 @@
       "model.layers.3.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -3930,7 +3930,7 @@
       "model.layers.3.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3954,7 +3954,7 @@
       "model.layers.3.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -3978,7 +3978,7 @@
       "model.layers.3.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4002,7 +4002,7 @@
       "model.layers.3.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4026,7 +4026,7 @@
       "model.layers.3.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4050,7 +4050,7 @@
       "model.layers.3.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4074,7 +4074,7 @@
       "model.layers.30.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -4098,7 +4098,7 @@
       "model.layers.30.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4122,7 +4122,7 @@
       "model.layers.30.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4146,7 +4146,7 @@
       "model.layers.30.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4170,7 +4170,7 @@
       "model.layers.30.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4194,7 +4194,7 @@
       "model.layers.30.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4218,7 +4218,7 @@
       "model.layers.30.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4242,7 +4242,7 @@
       "model.layers.31.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -4266,7 +4266,7 @@
       "model.layers.31.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4290,7 +4290,7 @@
       "model.layers.31.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4314,7 +4314,7 @@
       "model.layers.31.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4338,7 +4338,7 @@
       "model.layers.31.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4362,7 +4362,7 @@
       "model.layers.31.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4386,7 +4386,7 @@
       "model.layers.31.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4410,7 +4410,7 @@
       "model.layers.4.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -4434,7 +4434,7 @@
       "model.layers.4.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4458,7 +4458,7 @@
       "model.layers.4.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4482,7 +4482,7 @@
       "model.layers.4.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4506,7 +4506,7 @@
       "model.layers.4.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4530,7 +4530,7 @@
       "model.layers.4.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4554,7 +4554,7 @@
       "model.layers.4.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4578,7 +4578,7 @@
       "model.layers.5.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -4602,7 +4602,7 @@
       "model.layers.5.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4626,7 +4626,7 @@
       "model.layers.5.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4650,7 +4650,7 @@
       "model.layers.5.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4674,7 +4674,7 @@
       "model.layers.5.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4698,7 +4698,7 @@
       "model.layers.5.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4722,7 +4722,7 @@
       "model.layers.5.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4746,7 +4746,7 @@
       "model.layers.6.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -4770,7 +4770,7 @@
       "model.layers.6.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4794,7 +4794,7 @@
       "model.layers.6.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4818,7 +4818,7 @@
       "model.layers.6.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4842,7 +4842,7 @@
       "model.layers.6.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4866,7 +4866,7 @@
       "model.layers.6.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4890,7 +4890,7 @@
       "model.layers.6.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4914,7 +4914,7 @@
       "model.layers.7.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -4938,7 +4938,7 @@
       "model.layers.7.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4962,7 +4962,7 @@
       "model.layers.7.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -4986,7 +4986,7 @@
       "model.layers.7.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -5010,7 +5010,7 @@
       "model.layers.7.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -5034,7 +5034,7 @@
       "model.layers.7.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -5058,7 +5058,7 @@
       "model.layers.7.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -5082,7 +5082,7 @@
       "model.layers.8.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -5106,7 +5106,7 @@
       "model.layers.8.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -5130,7 +5130,7 @@
       "model.layers.8.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -5154,7 +5154,7 @@
       "model.layers.8.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -5178,7 +5178,7 @@
       "model.layers.8.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -5202,7 +5202,7 @@
       "model.layers.8.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -5226,7 +5226,7 @@
       "model.layers.8.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -5250,7 +5250,7 @@
       "model.layers.9.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14336,
         "in_features": 14336,
@@ -5274,7 +5274,7 @@
       "model.layers.9.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -5298,7 +5298,7 @@
       "model.layers.9.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -5322,7 +5322,7 @@
       "model.layers.9.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -5346,7 +5346,7 @@
       "model.layers.9.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -5370,7 +5370,7 @@
       "model.layers.9.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,
@@ -5394,7 +5394,7 @@
       "model.layers.9.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4096,
         "in_features": 4096,