{ "metadata": { "tool": "abliterlitics", "version": "1.0.0", "results_version": 1, "comparison_name": "qwen25-7b", "variant": "", "architecture": "qwen2", "timestamp": "2026-06-02T13:48:14.067621+00:00" }, "results_version": 1, "architecture": { "family": "qwen3", "layer_count": 28, "total_keys": 339, "expert_count": 0, "has_mamba": false, "has_experts": false, "has_shared_experts": false }, "model_key_counts": { "base": 339, "apostate": 339, "huihui": 339, "heretic": 339 }, "pairwise_changed_counts": { "apostate->base": 55, "apostate->heretic": 57, "apostate->huihui": 57, "base->heretic": 37, "base->huihui": 57, "heretic->huihui": 57 }, "apostate->base_keys": [ "model.embed_tokens.weight", "model.layers.0.mlp.down_proj.weight", "model.layers.0.self_attn.o_proj.weight", "model.layers.1.mlp.down_proj.weight", "model.layers.1.self_attn.o_proj.weight", "model.layers.10.mlp.down_proj.weight", "model.layers.10.self_attn.o_proj.weight", "model.layers.12.mlp.down_proj.weight", "model.layers.12.self_attn.o_proj.weight", "model.layers.13.mlp.down_proj.weight", "model.layers.13.self_attn.o_proj.weight", "model.layers.14.mlp.down_proj.weight", "model.layers.14.self_attn.o_proj.weight", "model.layers.15.mlp.down_proj.weight", "model.layers.15.self_attn.o_proj.weight", "model.layers.16.mlp.down_proj.weight", "model.layers.16.self_attn.o_proj.weight", "model.layers.17.mlp.down_proj.weight", "model.layers.17.self_attn.o_proj.weight", "model.layers.18.mlp.down_proj.weight", "model.layers.18.self_attn.o_proj.weight", "model.layers.19.mlp.down_proj.weight", "model.layers.19.self_attn.o_proj.weight", "model.layers.2.mlp.down_proj.weight", "model.layers.2.self_attn.o_proj.weight", "model.layers.20.mlp.down_proj.weight", "model.layers.20.self_attn.o_proj.weight", "model.layers.21.mlp.down_proj.weight", "model.layers.21.self_attn.o_proj.weight", "model.layers.22.mlp.down_proj.weight", "model.layers.22.self_attn.o_proj.weight", "model.layers.23.mlp.down_proj.weight", "model.layers.23.self_attn.o_proj.weight", "model.layers.24.mlp.down_proj.weight", "model.layers.24.self_attn.o_proj.weight", "model.layers.25.mlp.down_proj.weight", "model.layers.25.self_attn.o_proj.weight", "model.layers.26.mlp.down_proj.weight", "model.layers.26.self_attn.o_proj.weight", "model.layers.27.mlp.down_proj.weight", "model.layers.27.self_attn.o_proj.weight", "model.layers.3.mlp.down_proj.weight", "model.layers.3.self_attn.o_proj.weight", "model.layers.4.mlp.down_proj.weight", "model.layers.4.self_attn.o_proj.weight", "model.layers.5.mlp.down_proj.weight", "model.layers.5.self_attn.o_proj.weight", "model.layers.6.mlp.down_proj.weight", "model.layers.6.self_attn.o_proj.weight", "model.layers.7.mlp.down_proj.weight", "model.layers.7.self_attn.o_proj.weight", "model.layers.8.mlp.down_proj.weight", "model.layers.8.self_attn.o_proj.weight", "model.layers.9.mlp.down_proj.weight", "model.layers.9.self_attn.o_proj.weight" ], "apostate->heretic_keys": [ "model.embed_tokens.weight", "model.layers.0.mlp.down_proj.weight", "model.layers.0.self_attn.o_proj.weight", "model.layers.1.mlp.down_proj.weight", "model.layers.1.self_attn.o_proj.weight", "model.layers.10.mlp.down_proj.weight", "model.layers.10.self_attn.o_proj.weight", "model.layers.11.mlp.down_proj.weight", "model.layers.11.self_attn.o_proj.weight", "model.layers.12.mlp.down_proj.weight", "model.layers.12.self_attn.o_proj.weight", "model.layers.13.mlp.down_proj.weight", "model.layers.13.self_attn.o_proj.weight", "model.layers.14.mlp.down_proj.weight", "model.layers.14.self_attn.o_proj.weight", "model.layers.15.mlp.down_proj.weight", "model.layers.15.self_attn.o_proj.weight", "model.layers.16.mlp.down_proj.weight", "model.layers.16.self_attn.o_proj.weight", "model.layers.17.mlp.down_proj.weight", "model.layers.17.self_attn.o_proj.weight", "model.layers.18.mlp.down_proj.weight", "model.layers.18.self_attn.o_proj.weight", "model.layers.19.mlp.down_proj.weight", "model.layers.19.self_attn.o_proj.weight", "model.layers.2.mlp.down_proj.weight", "model.layers.2.self_attn.o_proj.weight", "model.layers.20.mlp.down_proj.weight", "model.layers.20.self_attn.o_proj.weight", "model.layers.21.mlp.down_proj.weight", "model.layers.21.self_attn.o_proj.weight", "model.layers.22.mlp.down_proj.weight", "model.layers.22.self_attn.o_proj.weight", "model.layers.23.mlp.down_proj.weight", "model.layers.23.self_attn.o_proj.weight", "model.layers.24.mlp.down_proj.weight", "model.layers.24.self_attn.o_proj.weight", "model.layers.25.mlp.down_proj.weight", "model.layers.25.self_attn.o_proj.weight", "model.layers.26.mlp.down_proj.weight", "model.layers.26.self_attn.o_proj.weight", "model.layers.27.mlp.down_proj.weight", "model.layers.27.self_attn.o_proj.weight", "model.layers.3.mlp.down_proj.weight", "model.layers.3.self_attn.o_proj.weight", "model.layers.4.mlp.down_proj.weight", "model.layers.4.self_attn.o_proj.weight", "model.layers.5.mlp.down_proj.weight", "model.layers.5.self_attn.o_proj.weight", "model.layers.6.mlp.down_proj.weight", "model.layers.6.self_attn.o_proj.weight", "model.layers.7.mlp.down_proj.weight", "model.layers.7.self_attn.o_proj.weight", "model.layers.8.mlp.down_proj.weight", "model.layers.8.self_attn.o_proj.weight", "model.layers.9.mlp.down_proj.weight", "model.layers.9.self_attn.o_proj.weight" ], "apostate->huihui_keys": [ "model.embed_tokens.weight", "model.layers.0.mlp.down_proj.weight", "model.layers.0.self_attn.o_proj.weight", "model.layers.1.mlp.down_proj.weight", "model.layers.1.self_attn.o_proj.weight", "model.layers.10.mlp.down_proj.weight", "model.layers.10.self_attn.o_proj.weight", "model.layers.11.mlp.down_proj.weight", "model.layers.11.self_attn.o_proj.weight", "model.layers.12.mlp.down_proj.weight", "model.layers.12.self_attn.o_proj.weight", "model.layers.13.mlp.down_proj.weight", "model.layers.13.self_attn.o_proj.weight", "model.layers.14.mlp.down_proj.weight", "model.layers.14.self_attn.o_proj.weight", "model.layers.15.mlp.down_proj.weight", "model.layers.15.self_attn.o_proj.weight", "model.layers.16.mlp.down_proj.weight", "model.layers.16.self_attn.o_proj.weight", "model.layers.17.mlp.down_proj.weight", "model.layers.17.self_attn.o_proj.weight", "model.layers.18.mlp.down_proj.weight", "model.layers.18.self_attn.o_proj.weight", "model.layers.19.mlp.down_proj.weight", "model.layers.19.self_attn.o_proj.weight", "model.layers.2.mlp.down_proj.weight", "model.layers.2.self_attn.o_proj.weight", "model.layers.20.mlp.down_proj.weight", "model.layers.20.self_attn.o_proj.weight", "model.layers.21.mlp.down_proj.weight", "model.layers.21.self_attn.o_proj.weight", "model.layers.22.mlp.down_proj.weight", "model.layers.22.self_attn.o_proj.weight", "model.layers.23.mlp.down_proj.weight", "model.layers.23.self_attn.o_proj.weight", "model.layers.24.mlp.down_proj.weight", "model.layers.24.self_attn.o_proj.weight", "model.layers.25.mlp.down_proj.weight", "model.layers.25.self_attn.o_proj.weight", "model.layers.26.mlp.down_proj.weight", "model.layers.26.self_attn.o_proj.weight", "model.layers.27.mlp.down_proj.weight", "model.layers.27.self_attn.o_proj.weight", "model.layers.3.mlp.down_proj.weight", "model.layers.3.self_attn.o_proj.weight", "model.layers.4.mlp.down_proj.weight", "model.layers.4.self_attn.o_proj.weight", "model.layers.5.mlp.down_proj.weight", "model.layers.5.self_attn.o_proj.weight", "model.layers.6.mlp.down_proj.weight", "model.layers.6.self_attn.o_proj.weight", "model.layers.7.mlp.down_proj.weight", "model.layers.7.self_attn.o_proj.weight", "model.layers.8.mlp.down_proj.weight", "model.layers.8.self_attn.o_proj.weight", "model.layers.9.mlp.down_proj.weight", "model.layers.9.self_attn.o_proj.weight" ], "base->heretic_keys": [ "model.layers.10.mlp.down_proj.weight", "model.layers.10.self_attn.o_proj.weight", "model.layers.11.mlp.down_proj.weight", "model.layers.11.self_attn.o_proj.weight", "model.layers.12.mlp.down_proj.weight", "model.layers.12.self_attn.o_proj.weight", "model.layers.13.mlp.down_proj.weight", "model.layers.13.self_attn.o_proj.weight", "model.layers.14.mlp.down_proj.weight", "model.layers.14.self_attn.o_proj.weight", "model.layers.15.mlp.down_proj.weight", "model.layers.15.self_attn.o_proj.weight", "model.layers.16.mlp.down_proj.weight", "model.layers.16.self_attn.o_proj.weight", "model.layers.17.mlp.down_proj.weight", "model.layers.17.self_attn.o_proj.weight", "model.layers.18.mlp.down_proj.weight", "model.layers.18.self_attn.o_proj.weight", "model.layers.19.mlp.down_proj.weight", "model.layers.19.self_attn.o_proj.weight", "model.layers.20.mlp.down_proj.weight", "model.layers.20.self_attn.o_proj.weight", "model.layers.21.mlp.down_proj.weight", "model.layers.21.self_attn.o_proj.weight", "model.layers.22.mlp.down_proj.weight", "model.layers.22.self_attn.o_proj.weight", "model.layers.23.mlp.down_proj.weight", "model.layers.23.self_attn.o_proj.weight", "model.layers.24.mlp.down_proj.weight", "model.layers.24.self_attn.o_proj.weight", "model.layers.25.mlp.down_proj.weight", "model.layers.25.self_attn.o_proj.weight", "model.layers.26.mlp.down_proj.weight", "model.layers.26.self_attn.o_proj.weight", "model.layers.27.mlp.down_proj.weight", "model.layers.27.self_attn.o_proj.weight", "model.layers.9.mlp.down_proj.weight" ], "base->huihui_keys": [ "model.embed_tokens.weight", "model.layers.0.mlp.down_proj.weight", "model.layers.0.self_attn.o_proj.weight", "model.layers.1.mlp.down_proj.weight", "model.layers.1.self_attn.o_proj.weight", "model.layers.10.mlp.down_proj.weight", "model.layers.10.self_attn.o_proj.weight", "model.layers.11.mlp.down_proj.weight", "model.layers.11.self_attn.o_proj.weight", "model.layers.12.mlp.down_proj.weight", "model.layers.12.self_attn.o_proj.weight", "model.layers.13.mlp.down_proj.weight", "model.layers.13.self_attn.o_proj.weight", "model.layers.14.mlp.down_proj.weight", "model.layers.14.self_attn.o_proj.weight", "model.layers.15.mlp.down_proj.weight", "model.layers.15.self_attn.o_proj.weight", "model.layers.16.mlp.down_proj.weight", "model.layers.16.self_attn.o_proj.weight", "model.layers.17.mlp.down_proj.weight", "model.layers.17.self_attn.o_proj.weight", "model.layers.18.mlp.down_proj.weight", "model.layers.18.self_attn.o_proj.weight", "model.layers.19.mlp.down_proj.weight", "model.layers.19.self_attn.o_proj.weight", "model.layers.2.mlp.down_proj.weight", "model.layers.2.self_attn.o_proj.weight", "model.layers.20.mlp.down_proj.weight", "model.layers.20.self_attn.o_proj.weight", "model.layers.21.mlp.down_proj.weight", "model.layers.21.self_attn.o_proj.weight", "model.layers.22.mlp.down_proj.weight", "model.layers.22.self_attn.o_proj.weight", "model.layers.23.mlp.down_proj.weight", "model.layers.23.self_attn.o_proj.weight", "model.layers.24.mlp.down_proj.weight", "model.layers.24.self_attn.o_proj.weight", "model.layers.25.mlp.down_proj.weight", "model.layers.25.self_attn.o_proj.weight", "model.layers.26.mlp.down_proj.weight", "model.layers.26.self_attn.o_proj.weight", "model.layers.27.mlp.down_proj.weight", "model.layers.27.self_attn.o_proj.weight", "model.layers.3.mlp.down_proj.weight", "model.layers.3.self_attn.o_proj.weight", "model.layers.4.mlp.down_proj.weight", "model.layers.4.self_attn.o_proj.weight", "model.layers.5.mlp.down_proj.weight", "model.layers.5.self_attn.o_proj.weight", "model.layers.6.mlp.down_proj.weight", "model.layers.6.self_attn.o_proj.weight", "model.layers.7.mlp.down_proj.weight", "model.layers.7.self_attn.o_proj.weight", "model.layers.8.mlp.down_proj.weight", "model.layers.8.self_attn.o_proj.weight", "model.layers.9.mlp.down_proj.weight", "model.layers.9.self_attn.o_proj.weight" ], "heretic->huihui_keys": [ "model.embed_tokens.weight", "model.layers.0.mlp.down_proj.weight", "model.layers.0.self_attn.o_proj.weight", "model.layers.1.mlp.down_proj.weight", "model.layers.1.self_attn.o_proj.weight", "model.layers.10.mlp.down_proj.weight", "model.layers.10.self_attn.o_proj.weight", "model.layers.11.mlp.down_proj.weight", "model.layers.11.self_attn.o_proj.weight", "model.layers.12.mlp.down_proj.weight", "model.layers.12.self_attn.o_proj.weight", "model.layers.13.mlp.down_proj.weight", "model.layers.13.self_attn.o_proj.weight", "model.layers.14.mlp.down_proj.weight", "model.layers.14.self_attn.o_proj.weight", "model.layers.15.mlp.down_proj.weight", "model.layers.15.self_attn.o_proj.weight", "model.layers.16.mlp.down_proj.weight", "model.layers.16.self_attn.o_proj.weight", "model.layers.17.mlp.down_proj.weight", "model.layers.17.self_attn.o_proj.weight", "model.layers.18.mlp.down_proj.weight", "model.layers.18.self_attn.o_proj.weight", "model.layers.19.mlp.down_proj.weight", "model.layers.19.self_attn.o_proj.weight", "model.layers.2.mlp.down_proj.weight", "model.layers.2.self_attn.o_proj.weight", "model.layers.20.mlp.down_proj.weight", "model.layers.20.self_attn.o_proj.weight", "model.layers.21.mlp.down_proj.weight", "model.layers.21.self_attn.o_proj.weight", "model.layers.22.mlp.down_proj.weight", "model.layers.22.self_attn.o_proj.weight", "model.layers.23.mlp.down_proj.weight", "model.layers.23.self_attn.o_proj.weight", "model.layers.24.mlp.down_proj.weight", "model.layers.24.self_attn.o_proj.weight", "model.layers.25.mlp.down_proj.weight", "model.layers.25.self_attn.o_proj.weight", "model.layers.26.mlp.down_proj.weight", "model.layers.26.self_attn.o_proj.weight", "model.layers.27.mlp.down_proj.weight", "model.layers.27.self_attn.o_proj.weight", "model.layers.3.mlp.down_proj.weight", "model.layers.3.self_attn.o_proj.weight", "model.layers.4.mlp.down_proj.weight", "model.layers.4.self_attn.o_proj.weight", "model.layers.5.mlp.down_proj.weight", "model.layers.5.self_attn.o_proj.weight", "model.layers.6.mlp.down_proj.weight", "model.layers.6.self_attn.o_proj.weight", "model.layers.7.mlp.down_proj.weight", "model.layers.7.self_attn.o_proj.weight", "model.layers.8.mlp.down_proj.weight", "model.layers.8.self_attn.o_proj.weight", "model.layers.9.mlp.down_proj.weight", "model.layers.9.self_attn.o_proj.weight" ], "heretic_huihui_overlap": { "heretic_count": 37, "huihui_count": 57, "overlap_count": 37, "heretic_only_count": 0, "huihui_only_count": 20, "overlap_pct_of_smaller": 100.0 }, "per_layer_changes": { "apostate->base": { "0": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "1": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "2": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "3": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "4": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "5": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "6": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "7": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "8": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "9": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "10": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "12": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "13": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "14": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "15": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "16": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "17": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "18": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "19": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "20": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "21": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "22": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "23": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "24": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "25": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "26": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "27": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] } }, "apostate->heretic": { "0": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "1": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "2": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "3": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "4": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "5": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "6": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "7": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "8": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "9": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "10": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "11": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "12": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "13": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "14": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "15": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "16": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "17": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "18": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "19": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "20": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "21": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "22": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "23": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "24": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "25": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "26": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "27": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] } }, "apostate->huihui": { "0": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "1": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "2": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "3": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "4": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "5": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "6": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "7": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "8": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "9": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "10": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "11": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "12": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "13": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "14": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "15": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "16": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "17": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "18": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "19": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "20": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "21": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "22": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "23": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "24": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "25": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "26": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "27": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] } }, "base->heretic": { "9": { "count": 1, "types": [ "mlp.down_proj.weight" ] }, "10": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "11": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "12": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "13": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "14": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "15": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "16": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "17": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "18": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "19": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "20": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "21": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "22": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "23": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "24": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "25": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "26": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "27": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] } }, "base->huihui": { "0": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "1": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "2": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "3": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "4": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "5": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "6": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "7": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "8": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "9": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "10": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "11": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "12": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "13": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "14": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "15": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "16": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "17": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "18": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "19": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "20": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "21": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "22": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "23": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "24": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "25": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "26": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "27": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] } }, "heretic->huihui": { "0": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "1": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "2": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "3": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "4": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "5": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "6": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "7": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "8": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "9": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "10": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "11": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "12": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "13": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "14": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "15": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "16": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "17": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "18": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "19": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "20": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "21": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "22": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "23": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "24": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "25": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "26": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] }, "27": { "count": 2, "types": [ "mlp.down_proj.weight", "self_attn.o_proj.weight" ] } } } }