{
  "metadata": {
    "tool": "abliterlitics",
    "version": "1.0.0",
    "results_version": 1,
    "comparison_name": "qwen25-7b",
    "variant": "apostate_vs_huihui",
    "architecture": "qwen2",
    "timestamp": "2026-06-02T13:46:02.078886+00:00"
  },
  "results_version": 1,
  "num_overlap_tensors": 55,
  "num_types_analyzed": 2,
  "top_k": 10,
  "global_mean_cosine_principal": 0.022518072207458318,
  "global_overlap_fraction_gt_0.9": 0.0,
  "all_principal_angles": [
    0.036406148225069046,
    0.032138120383024216,
    0.028213554993271828,
    0.02293514274060726,
    0.022327642887830734,
    0.020466042682528496,
    0.019538871943950653,
    0.01923258602619171,
    0.017945490777492523,
    0.01559842936694622,
    0.040056489408016205,
    0.03905215114355087,
    0.032233621925115585,
    0.028048530220985413,
    0.025747675448656082,
    0.016040578484535217,
    0.014173178002238274,
    0.010850038379430771,
    0.006909041665494442,
    0.002448109444230795
  ],
  "per_type": {
    "mlp.down_proj.weight": {
      "n_vectors": 27,
      "dims": [
        67895296
      ],
      "principal_angles": [
        0.036406148225069046,
        0.032138120383024216,
        0.028213554993271828,
        0.02293514274060726,
        0.022327642887830734,
        0.020466042682528496,
        0.019538871943950653,
        0.01923258602619171,
        0.017945490777492523,
        0.01559842936694622
      ],
      "mean_cosine": 0.02348020300269127,
      "overlap_fraction_gt_0.9": 0.0
    },
    "self_attn.o_proj.weight": {
      "n_vectors": 27,
      "dims": [
        12845056
      ],
      "principal_angles": [
        0.040056489408016205,
        0.03905215114355087,
        0.032233621925115585,
        0.028048530220985413,
        0.025747675448656082,
        0.016040578484535217,
        0.014173178002238274,
        0.010850038379430771,
        0.006909041665494442,
        0.002448109444230795
      ],
      "mean_cosine": 0.021555941412225367,
      "overlap_fraction_gt_0.9": 0.0
    }
  },
  "per_key_cosines": [
    {
      "key": "model.layers.22.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 22,
      "cosine": 0.03711611032485962
    },
    {
      "key": "model.layers.14.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 14,
      "cosine": 0.03634387627243996
    },
    {
      "key": "model.layers.7.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 7,
      "cosine": 0.03606078773736954
    },
    {
      "key": "model.layers.18.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 18,
      "cosine": 0.03587602823972702
    },
    {
      "key": "model.layers.1.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 1,
      "cosine": 0.03526468947529793
    },
    {
      "key": "model.layers.23.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 23,
      "cosine": 0.03421097621321678
    },
    {
      "key": "model.layers.26.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 26,
      "cosine": 0.03408151865005493
    },
    {
      "key": "model.layers.24.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 24,
      "cosine": 0.03380424156785011
    },
    {
      "key": "model.embed_tokens.weight",
      "type": "embed_tokens.weight",
      "layer": null,
      "cosine": 0.03358810022473335
    },
    {
      "key": "model.layers.25.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 25,
      "cosine": 0.032496508210897446
    },
    {
      "key": "model.layers.21.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 21,
      "cosine": 0.03195149451494217
    },
    {
      "key": "model.layers.13.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 13,
      "cosine": 0.03188421204686165
    },
    {
      "key": "model.layers.21.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 21,
      "cosine": 0.03136296570301056
    },
    {
      "key": "model.layers.3.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 3,
      "cosine": 0.031208455562591553
    },
    {
      "key": "model.layers.0.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 0,
      "cosine": 0.03073582798242569
    },
    {
      "key": "model.layers.22.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 22,
      "cosine": 0.03052901104092598
    },
    {
      "key": "model.layers.24.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 24,
      "cosine": 0.028253192082047462
    },
    {
      "key": "model.layers.27.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 27,
      "cosine": -0.028200972825288773
    },
    {
      "key": "model.layers.19.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 19,
      "cosine": 0.027643850073218346
    },
    {
      "key": "model.layers.5.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 5,
      "cosine": 0.027537818998098373
    },
    {
      "key": "model.layers.27.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 27,
      "cosine": 0.02716028317809105
    },
    {
      "key": "model.layers.10.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 10,
      "cosine": 0.026687264442443848
    },
    {
      "key": "model.layers.6.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 6,
      "cosine": 0.02663305029273033
    },
    {
      "key": "model.layers.18.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 18,
      "cosine": 0.026364196091890335
    },
    {
      "key": "model.layers.20.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 20,
      "cosine": 0.026062283664941788
    },
    {
      "key": "model.layers.19.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 19,
      "cosine": 0.02531527914106846
    },
    {
      "key": "model.layers.13.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 13,
      "cosine": 0.025007670745253563
    },
    {
      "key": "model.layers.14.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 14,
      "cosine": 0.024901505559682846
    },
    {
      "key": "model.layers.7.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 7,
      "cosine": 0.02430024929344654
    },
    {
      "key": "model.layers.8.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 8,
      "cosine": 0.024135127663612366
    },
    {
      "key": "model.layers.2.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 2,
      "cosine": 0.02394653484225273
    },
    {
      "key": "model.layers.4.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 4,
      "cosine": 0.022670520469546318
    },
    {
      "key": "model.layers.4.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 4,
      "cosine": 0.022241078317165375
    },
    {
      "key": "model.layers.5.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 5,
      "cosine": 0.021984076127409935
    },
    {
      "key": "model.layers.10.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 10,
      "cosine": 0.021923452615737915
    },
    {
      "key": "model.layers.8.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 8,
      "cosine": 0.021151717752218246
    },
    {
      "key": "model.layers.15.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 15,
      "cosine": 0.02079351618885994
    },
    {
      "key": "model.layers.9.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 9,
      "cosine": 0.020658740773797035
    },
    {
      "key": "model.layers.16.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 16,
      "cosine": 0.020039137452840805
    },
    {
      "key": "model.layers.25.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 25,
      "cosine": 0.019852126017212868
    },
    {
      "key": "model.layers.1.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 1,
      "cosine": 0.019653592258691788
    },
    {
      "key": "model.layers.23.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 23,
      "cosine": 0.019445141777396202
    },
    {
      "key": "model.layers.17.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 17,
      "cosine": 0.019122419878840446
    },
    {
      "key": "model.layers.20.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 20,
      "cosine": 0.01850244216620922
    },
    {
      "key": "model.layers.26.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 26,
      "cosine": 0.01844962127506733
    },
    {
      "key": "model.layers.2.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 2,
      "cosine": 0.018327483907341957
    },
    {
      "key": "model.layers.12.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 12,
      "cosine": 0.01678958162665367
    },
    {
      "key": "model.layers.6.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 6,
      "cosine": 0.01501532457768917
    },
    {
      "key": "model.layers.0.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 0,
      "cosine": 0.013010216876864433
    },
    {
      "key": "model.layers.3.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 3,
      "cosine": -0.011719996109604836
    },
    {
      "key": "model.layers.12.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 12,
      "cosine": 0.011423671618103981
    },
    {
      "key": "model.layers.16.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 16,
      "cosine": 0.011080730706453323
    },
    {
      "key": "model.layers.15.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 15,
      "cosine": 0.007543475367128849
    },
    {
      "key": "model.layers.17.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 17,
      "cosine": 0.006927137263119221
    },
    {
      "key": "model.layers.9.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 9,
      "cosine": -0.00015755521599203348
    }
  ]
}