{
  "metadata": {
    "tool": "abliterlitics",
    "version": "1.0.0",
    "results_version": 1,
    "comparison_name": "qwen25-7b",
    "variant": "apostate_vs_heretic",
    "architecture": "qwen2",
    "timestamp": "2026-06-02T13:45:05.489544+00:00"
  },
  "results_version": 1,
  "architecture": {
    "family": "qwen3",
    "layers": 28
  },
  "variants": [
    "Apostate",
    "Heretic"
  ],
  "total_keys": 339,
  "pairwise_cosines": {
    "Apostate_vs_Heretic": {
      "mean": 0.2435485638611551,
      "median": 0.1703198403120041,
      "count": 35,
      "min": 0.0018551710527390242,
      "max": 0.8120031356811523
    }
  },
  "type_summary": {
    "embed_tokens.weight": {
      "count": 1,
      "mean_cos_Apostate_vs_Heretic": null
    },
    "input_layernorm.weight": {
      "count": 28,
      "mean_cos_Apostate_vs_Heretic": null
    },
    "lm_head.weight": {
      "count": 1,
      "mean_cos_Apostate_vs_Heretic": null
    },
    "mlp.down_proj.weight": {
      "count": 28,
      "mean_cos_Apostate_vs_Heretic": 0.2397164547065687
    },
    "mlp.gate_proj.weight": {
      "count": 28,
      "mean_cos_Apostate_vs_Heretic": null
    },
    "mlp.up_proj.weight": {
      "count": 28,
      "mean_cos_Apostate_vs_Heretic": null
    },
    "norm.weight": {
      "count": 1,
      "mean_cos_Apostate_vs_Heretic": null
    },
    "post_attention_layernorm.weight": {
      "count": 28,
      "mean_cos_Apostate_vs_Heretic": null
    },
    "self_attn.k_proj.bias": {
      "count": 28,
      "mean_cos_Apostate_vs_Heretic": null
    },
    "self_attn.k_proj.weight": {
      "count": 28,
      "mean_cos_Apostate_vs_Heretic": null
    },
    "self_attn.o_proj.weight": {
      "count": 28,
      "mean_cos_Apostate_vs_Heretic": 0.2476060912013054
    },
    "self_attn.q_proj.bias": {
      "count": 28,
      "mean_cos_Apostate_vs_Heretic": null
    },
    "self_attn.q_proj.weight": {
      "count": 28,
      "mean_cos_Apostate_vs_Heretic": null
    },
    "self_attn.v_proj.bias": {
      "count": 28,
      "mean_cos_Apostate_vs_Heretic": null
    },
    "self_attn.v_proj.weight": {
      "count": 28,
      "mean_cos_Apostate_vs_Heretic": null
    }
  },
  "per_key_details": [
    {
      "key": "lm_head.weight",
      "tensor_type": "lm_head.weight",
      "layer": null,
      "category": "lm_head",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.embed_tokens.weight",
      "tensor_type": "embed_tokens.weight",
      "layer": null,
      "category": "embedding",
      "Apostate_edit_norm": 0.27822205424308777,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.0.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 0,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.0.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 0,
      "category": "mlp",
      "Apostate_edit_norm": 1.2718104124069214,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.0.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 0,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.0.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 0,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.0.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 0,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.0.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 0,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.0.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 0,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.0.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 0,
      "category": "attention",
      "Apostate_edit_norm": 0.49435529112815857,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.0.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 0,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.0.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 0,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.0.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 0,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.0.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 0,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.1.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 1,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.1.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 1,
      "category": "mlp",
      "Apostate_edit_norm": 1.1232614517211914,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.1.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 1,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.1.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 1,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.1.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 1,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.1.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 1,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.1.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 1,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.1.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 1,
      "category": "attention",
      "Apostate_edit_norm": 0.5971186757087708,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.1.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 1,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.1.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 1,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.1.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 1,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.1.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 1,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.10.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 10,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.10.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 10,
      "category": "mlp",
      "Apostate_edit_norm": 2.6892786026000977,
      "Heretic_edit_norm": 2.989716053009033,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.005823730491101742,
      "residual_Heretic_after_removing_Apostate_pct": 100.2103534617061
    },
    {
      "key": "model.layers.10.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 10,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.10.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 10,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.10.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 10,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.10.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 10,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.10.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 10,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.10.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 10,
      "category": "attention",
      "Apostate_edit_norm": 1.2268732786178589,
      "Heretic_edit_norm": 0.981446385383606,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.0048525575548410416,
      "residual_Heretic_after_removing_Apostate_pct": 100.21465492635497
    },
    {
      "key": "model.layers.10.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 10,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.10.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 10,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.10.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 10,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.10.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 10,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.11.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 11,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.11.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 11,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 3.1780176162719727,
      "Apostate_changed": false,
      "Heretic_changed": true
    },
    {
      "key": "model.layers.11.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 11,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.11.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 11,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.11.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 11,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.11.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 11,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.11.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 11,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.11.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 11,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.9704464077949524,
      "Apostate_changed": false,
      "Heretic_changed": true
    },
    {
      "key": "model.layers.11.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 11,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.11.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 11,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.11.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 11,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.11.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 11,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.12.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 12,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.12.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 12,
      "category": "mlp",
      "Apostate_edit_norm": 2.889056444168091,
      "Heretic_edit_norm": 3.300018072128296,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.012336930260062218,
      "residual_Heretic_after_removing_Apostate_pct": 100.17895074006722
    },
    {
      "key": "model.layers.12.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 12,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.12.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 12,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.12.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 12,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.12.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 12,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.12.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 12,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.12.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 12,
      "category": "attention",
      "Apostate_edit_norm": 1.1984739303588867,
      "Heretic_edit_norm": 0.9510506987571716,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.012556107714772224,
      "residual_Heretic_after_removing_Apostate_pct": 100.18454251536532
    },
    {
      "key": "model.layers.12.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 12,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.12.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 12,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.12.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 12,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.12.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 12,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.13.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 13,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.13.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 13,
      "category": "mlp",
      "Apostate_edit_norm": 3.1030797958374023,
      "Heretic_edit_norm": 3.5814661979675293,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.03895566612482071,
      "residual_Heretic_after_removing_Apostate_pct": 99.92031815019942
    },
    {
      "key": "model.layers.13.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 13,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.13.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 13,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.13.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 13,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.13.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 13,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.13.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 13,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.13.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 13,
      "category": "attention",
      "Apostate_edit_norm": 1.331924319267273,
      "Heretic_edit_norm": 1.1831785440444946,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.04578438773751259,
      "residual_Heretic_after_removing_Apostate_pct": 99.88376434513317
    },
    {
      "key": "model.layers.13.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 13,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.13.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 13,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.13.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 13,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.13.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 13,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.14.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 14,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.14.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 14,
      "category": "mlp",
      "Apostate_edit_norm": 3.1982932090759277,
      "Heretic_edit_norm": 3.8011178970336914,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.10079803317785263,
      "residual_Heretic_after_removing_Apostate_pct": 99.02035271433925
    },
    {
      "key": "model.layers.14.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 14,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.14.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 14,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.14.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 14,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.14.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 14,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.14.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 14,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.14.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 14,
      "category": "attention",
      "Apostate_edit_norm": 1.3579063415527344,
      "Heretic_edit_norm": 1.0769851207733154,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.10176600515842438,
      "residual_Heretic_after_removing_Apostate_pct": 99.07249250344881
    },
    {
      "key": "model.layers.14.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 14,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.14.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 14,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.14.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 14,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.14.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 14,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.15.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 15,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.15.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 15,
      "category": "mlp",
      "Apostate_edit_norm": 3.2952592372894287,
      "Heretic_edit_norm": 3.806065559387207,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.11859971284866333,
      "residual_Heretic_after_removing_Apostate_pct": 98.5991098581168
    },
    {
      "key": "model.layers.15.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 15,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.15.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 15,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.15.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 15,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.15.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 15,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.15.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 15,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.15.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 15,
      "category": "attention",
      "Apostate_edit_norm": 1.2657759189605713,
      "Heretic_edit_norm": 1.0038057565689087,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.09294909983873367,
      "residual_Heretic_after_removing_Apostate_pct": 99.27798087155129
    },
    {
      "key": "model.layers.15.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 15,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.15.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 15,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.15.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 15,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.15.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 15,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.16.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 16,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.16.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 16,
      "category": "mlp",
      "Apostate_edit_norm": 3.226656436920166,
      "Heretic_edit_norm": 3.6417574882507324,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.14311742782592773,
      "residual_Heretic_after_removing_Apostate_pct": 98.0022274815196
    },
    {
      "key": "model.layers.16.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 16,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.16.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 16,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.16.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 16,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.16.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 16,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.16.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 16,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.16.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 16,
      "category": "attention",
      "Apostate_edit_norm": 1.364467978477478,
      "Heretic_edit_norm": 1.0491530895233154,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.13133472204208374,
      "residual_Heretic_after_removing_Apostate_pct": 98.39802479950322
    },
    {
      "key": "model.layers.16.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 16,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.16.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 16,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.16.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 16,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.16.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 16,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.17.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 17,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.17.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 17,
      "category": "mlp",
      "Apostate_edit_norm": 3.012437582015991,
      "Heretic_edit_norm": 3.7334675788879395,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.1703198403120041,
      "residual_Heretic_after_removing_Apostate_pct": 97.14864008554717
    },
    {
      "key": "model.layers.17.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 17,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.17.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 17,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.17.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 17,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.17.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 17,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.17.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 17,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.17.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 17,
      "category": "attention",
      "Apostate_edit_norm": 1.3100723028182983,
      "Heretic_edit_norm": 1.114022135734558,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.1715995818376541,
      "residual_Heretic_after_removing_Apostate_pct": 97.1721965962434
    },
    {
      "key": "model.layers.17.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 17,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.17.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 17,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.17.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 17,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.17.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 17,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.18.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 18,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.18.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 18,
      "category": "mlp",
      "Apostate_edit_norm": 3.7084097862243652,
      "Heretic_edit_norm": 3.9109277725219727,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.3346250057220459,
      "residual_Heretic_after_removing_Apostate_pct": 89.0452080273767
    },
    {
      "key": "model.layers.18.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 18,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.18.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 18,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.18.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 18,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.18.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 18,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.18.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 18,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.18.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 18,
      "category": "attention",
      "Apostate_edit_norm": 1.9362677335739136,
      "Heretic_edit_norm": 1.4325076341629028,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.37174829840660095,
      "residual_Heretic_after_removing_Apostate_pct": 86.3412569788509
    },
    {
      "key": "model.layers.18.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 18,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.18.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 18,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.18.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 18,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.18.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 18,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.19.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 19,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.19.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 19,
      "category": "mlp",
      "Apostate_edit_norm": 3.5122973918914795,
      "Heretic_edit_norm": 3.879628896713257,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.5372042059898376,
      "residual_Heretic_after_removing_Apostate_pct": 72.07145801566452
    },
    {
      "key": "model.layers.19.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 19,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.19.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 19,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.19.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 19,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.19.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 19,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.19.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 19,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.19.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 19,
      "category": "attention",
      "Apostate_edit_norm": 1.5828336477279663,
      "Heretic_edit_norm": 1.296073079109192,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.5269014239311218,
      "residual_Heretic_after_removing_Apostate_pct": 72.40998910457802
    },
    {
      "key": "model.layers.19.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 19,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.19.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 19,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.19.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 19,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.19.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 19,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.2.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 2,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.2.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 2,
      "category": "mlp",
      "Apostate_edit_norm": 1.2821069955825806,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.2.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 2,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.2.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 2,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.2.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 2,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.2.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 2,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.2.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 2,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.2.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 2,
      "category": "attention",
      "Apostate_edit_norm": 0.5913621187210083,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.2.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 2,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.2.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 2,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.2.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 2,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.2.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 2,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.20.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 20,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.20.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 20,
      "category": "mlp",
      "Apostate_edit_norm": 3.4552230834960938,
      "Heretic_edit_norm": 3.661329507827759,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.8120031356811523,
      "residual_Heretic_after_removing_Apostate_pct": 36.20651580392736
    },
    {
      "key": "model.layers.20.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 20,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.20.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 20,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.20.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 20,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.20.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 20,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.20.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 20,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.20.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 20,
      "category": "attention",
      "Apostate_edit_norm": 1.6042890548706055,
      "Heretic_edit_norm": 1.1941848993301392,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.7575586438179016,
      "residual_Heretic_after_removing_Apostate_pct": 43.05357993057477
    },
    {
      "key": "model.layers.20.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 20,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.20.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 20,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.20.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 20,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.20.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 20,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.21.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 21,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.21.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 21,
      "category": "mlp",
      "Apostate_edit_norm": 1.5978997945785522,
      "Heretic_edit_norm": 3.474370241165161,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.5567084550857544,
      "residual_Heretic_after_removing_Apostate_pct": 70.09165460225799
    },
    {
      "key": "model.layers.21.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 21,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.21.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 21,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.21.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 21,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.21.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 21,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.21.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 21,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.21.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 21,
      "category": "attention",
      "Apostate_edit_norm": 0.7454540133476257,
      "Heretic_edit_norm": 1.2179816961288452,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.5329781174659729,
      "residual_Heretic_after_removing_Apostate_pct": 71.85682664087022
    },
    {
      "key": "model.layers.21.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 21,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.21.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 21,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.21.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 21,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.21.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 21,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.22.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 22,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.22.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 22,
      "category": "mlp",
      "Apostate_edit_norm": 1.586164951324463,
      "Heretic_edit_norm": 3.423612356185913,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.42982611060142517,
      "residual_Heretic_after_removing_Apostate_pct": 82.00521983518405
    },
    {
      "key": "model.layers.22.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 22,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.22.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 22,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.22.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 22,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.22.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 22,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.22.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 22,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.22.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 22,
      "category": "attention",
      "Apostate_edit_norm": 0.7323185205459595,
      "Heretic_edit_norm": 1.131154179573059,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.4256945550441742,
      "residual_Heretic_after_removing_Apostate_pct": 82.03813917121221
    },
    {
      "key": "model.layers.22.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 22,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.22.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 22,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.22.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 22,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.22.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 22,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.23.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 23,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.23.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 23,
      "category": "mlp",
      "Apostate_edit_norm": 1.5304653644561768,
      "Heretic_edit_norm": 3.358248233795166,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.3188924491405487,
      "residual_Heretic_after_removing_Apostate_pct": 89.9723626516845
    },
    {
      "key": "model.layers.23.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 23,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.23.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 23,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.23.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 23,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.23.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 23,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.23.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 23,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.23.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 23,
      "category": "attention",
      "Apostate_edit_norm": 0.784923791885376,
      "Heretic_edit_norm": 1.26982581615448,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.335319459438324,
      "residual_Heretic_after_removing_Apostate_pct": 88.85048258179765
    },
    {
      "key": "model.layers.23.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 23,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.23.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 23,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.23.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 23,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.23.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 23,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.24.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 24,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.24.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 24,
      "category": "mlp",
      "Apostate_edit_norm": 1.5211312770843506,
      "Heretic_edit_norm": 3.2249374389648438,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.2593713104724884,
      "residual_Heretic_after_removing_Apostate_pct": 93.55055676915923
    },
    {
      "key": "model.layers.24.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 24,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.24.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 24,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.24.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 24,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.24.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 24,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.24.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 24,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.24.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 24,
      "category": "attention",
      "Apostate_edit_norm": 0.7527366876602173,
      "Heretic_edit_norm": 1.181685447692871,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.25722330808639526,
      "residual_Heretic_after_removing_Apostate_pct": 93.46619613334698
    },
    {
      "key": "model.layers.24.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 24,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.24.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 24,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.24.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 24,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.24.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 24,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.25.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 25,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.25.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 25,
      "category": "mlp",
      "Apostate_edit_norm": 1.519358515739441,
      "Heretic_edit_norm": 3.2321228981018066,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.19967275857925415,
      "residual_Heretic_after_removing_Apostate_pct": 96.23458925284862
    },
    {
      "key": "model.layers.25.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 25,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.25.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 25,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.25.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 25,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.25.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 25,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.25.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 25,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.25.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 25,
      "category": "attention",
      "Apostate_edit_norm": 0.8099575042724609,
      "Heretic_edit_norm": 1.426008701324463,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.2038518637418747,
      "residual_Heretic_after_removing_Apostate_pct": 95.97924716417954
    },
    {
      "key": "model.layers.25.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 25,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.25.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 25,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.25.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 25,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.25.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 25,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.26.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 26,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.26.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 26,
      "category": "mlp",
      "Apostate_edit_norm": 1.5231715440750122,
      "Heretic_edit_norm": 3.2289786338806152,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.16701975464820862,
      "residual_Heretic_after_removing_Apostate_pct": 97.2163450150245
    },
    {
      "key": "model.layers.26.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 26,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.26.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 26,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.26.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 26,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.26.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 26,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.26.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 26,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.26.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 26,
      "category": "attention",
      "Apostate_edit_norm": 0.7610815763473511,
      "Heretic_edit_norm": 1.2972080707550049,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.16035066545009613,
      "residual_Heretic_after_removing_Apostate_pct": 97.48530160991425
    },
    {
      "key": "model.layers.26.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 26,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.26.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 26,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.26.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 26,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.26.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 26,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.27.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 27,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.27.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 27,
      "category": "mlp",
      "Apostate_edit_norm": 1.4779678583145142,
      "Heretic_edit_norm": 3.1626646518707275,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.10776648670434952,
      "residual_Heretic_after_removing_Apostate_pct": 98.83942216722019
    },
    {
      "key": "model.layers.27.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 27,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.27.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 27,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.27.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 27,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.27.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 27,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.27.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 27,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.27.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 27,
      "category": "attention",
      "Apostate_edit_norm": 0.7303645610809326,
      "Heretic_edit_norm": 1.1564726829528809,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.07683475315570831,
      "residual_Heretic_after_removing_Apostate_pct": 99.53032211139735
    },
    {
      "key": "model.layers.27.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 27,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.27.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 27,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.27.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 27,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.27.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 27,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.3.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 3,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.3.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 3,
      "category": "mlp",
      "Apostate_edit_norm": 1.4799189567565918,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.3.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 3,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.3.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 3,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.3.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 3,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.3.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 3,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.3.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 3,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.3.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 3,
      "category": "attention",
      "Apostate_edit_norm": 0.6098455786705017,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.3.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 3,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.3.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 3,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.3.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 3,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.3.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 3,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.4.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 4,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.4.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 4,
      "category": "mlp",
      "Apostate_edit_norm": 1.422969102859497,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.4.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 4,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.4.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 4,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.4.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 4,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.4.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 4,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.4.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 4,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.4.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 4,
      "category": "attention",
      "Apostate_edit_norm": 0.6277549862861633,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.4.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 4,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.4.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 4,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.4.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 4,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.4.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 4,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.5.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 5,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.5.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 5,
      "category": "mlp",
      "Apostate_edit_norm": 1.4799096584320068,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.5.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 5,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.5.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 5,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.5.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 5,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.5.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 5,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.5.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 5,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.5.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 5,
      "category": "attention",
      "Apostate_edit_norm": 0.6136194467544556,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.5.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 5,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.5.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 5,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.5.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 5,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.5.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 5,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.6.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 6,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.6.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 6,
      "category": "mlp",
      "Apostate_edit_norm": 2.5464212894439697,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.6.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 6,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.6.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 6,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.6.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 6,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.6.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 6,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.6.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 6,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.6.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 6,
      "category": "attention",
      "Apostate_edit_norm": 1.2226250171661377,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.6.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 6,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.6.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 6,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.6.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 6,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.6.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 6,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.7.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 7,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.7.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 7,
      "category": "mlp",
      "Apostate_edit_norm": 2.6785330772399902,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.7.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 7,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.7.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 7,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.7.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 7,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.7.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 7,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.7.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 7,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.7.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 7,
      "category": "attention",
      "Apostate_edit_norm": 1.2856420278549194,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.7.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 7,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.7.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 7,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.7.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 7,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.7.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 7,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.8.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 8,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.8.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 8,
      "category": "mlp",
      "Apostate_edit_norm": 2.702901840209961,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.8.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 8,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.8.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 8,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.8.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 8,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.8.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 8,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.8.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 8,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.8.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 8,
      "category": "attention",
      "Apostate_edit_norm": 1.1555140018463135,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.8.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 8,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.8.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 8,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.8.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 8,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.8.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 8,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.9.input_layernorm.weight",
      "tensor_type": "input_layernorm.weight",
      "layer": 9,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.9.mlp.down_proj.weight",
      "tensor_type": "mlp.down_proj.weight",
      "layer": 9,
      "category": "mlp",
      "Apostate_edit_norm": 2.4484646320343018,
      "Heretic_edit_norm": 2.7075297832489014,
      "Apostate_changed": true,
      "Heretic_changed": true,
      "cos_Apostate_vs_Heretic": 0.0018551710527390242,
      "residual_Heretic_after_removing_Apostate_pct": 100.2219929987786
    },
    {
      "key": "model.layers.9.mlp.gate_proj.weight",
      "tensor_type": "mlp.gate_proj.weight",
      "layer": 9,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.9.mlp.up_proj.weight",
      "tensor_type": "mlp.up_proj.weight",
      "layer": 9,
      "category": "mlp",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.9.post_attention_layernorm.weight",
      "tensor_type": "post_attention_layernorm.weight",
      "layer": 9,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.9.self_attn.k_proj.bias",
      "tensor_type": "self_attn.k_proj.bias",
      "layer": 9,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.9.self_attn.k_proj.weight",
      "tensor_type": "self_attn.k_proj.weight",
      "layer": 9,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.9.self_attn.o_proj.weight",
      "tensor_type": "self_attn.o_proj.weight",
      "layer": 9,
      "category": "attention",
      "Apostate_edit_norm": 1.2661464214324951,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": true,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.9.self_attn.q_proj.bias",
      "tensor_type": "self_attn.q_proj.bias",
      "layer": 9,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.9.self_attn.q_proj.weight",
      "tensor_type": "self_attn.q_proj.weight",
      "layer": 9,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.9.self_attn.v_proj.bias",
      "tensor_type": "self_attn.v_proj.bias",
      "layer": 9,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.layers.9.self_attn.v_proj.weight",
      "tensor_type": "self_attn.v_proj.weight",
      "layer": 9,
      "category": "attention",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    },
    {
      "key": "model.norm.weight",
      "tensor_type": "norm.weight",
      "layer": null,
      "category": "norm",
      "Apostate_edit_norm": 0.0,
      "Heretic_edit_norm": 0.0,
      "Apostate_changed": false,
      "Heretic_changed": false
    }
  ]
}