{
  "metadata": {
    "tool": "abliterlitics",
    "version": "1.0.0",
    "results_version": 1,
    "comparison_name": "qwen25-7b",
    "variant": "huihui_vs_heretic",
    "architecture": "qwen2",
    "timestamp": "2026-06-02T13:46:58.195438+00:00"
  },
  "results_version": 1,
  "num_overlap_tensors": 37,
  "num_types_analyzed": 2,
  "top_k": 10,
  "global_mean_cosine_principal": 0.18436288349330426,
  "global_overlap_fraction_gt_0.9": 0.0,
  "all_principal_angles": [
    0.45388081669807434,
    0.33289456367492676,
    0.26804423332214355,
    0.18542015552520752,
    0.16505466401576996,
    0.1408393383026123,
    0.10025880485773087,
    0.09814391285181046,
    0.0706958994269371,
    0.03982974588871002,
    0.455821692943573,
    0.31674709916114807,
    0.2302418202161789,
    0.1843687742948532,
    0.16122721135616302,
    0.13213440775871277,
    0.11595111340284348,
    0.11044950783252716,
    0.07765598595142365,
    0.04759792238473892
  ],
  "per_type": {
    "mlp.down_proj.weight": {
      "n_vectors": 19,
      "dims": [
        67895296
      ],
      "principal_angles": [
        0.45388081669807434,
        0.33289456367492676,
        0.26804423332214355,
        0.18542015552520752,
        0.16505466401576996,
        0.1408393383026123,
        0.10025880485773087,
        0.09814391285181046,
        0.0706958994269371,
        0.03982974588871002
      ],
      "mean_cosine": 0.1855062134563923,
      "overlap_fraction_gt_0.9": 0.0
    },
    "self_attn.o_proj.weight": {
      "n_vectors": 18,
      "dims": [
        12845056
      ],
      "principal_angles": [
        0.455821692943573,
        0.31674709916114807,
        0.2302418202161789,
        0.1843687742948532,
        0.16122721135616302,
        0.13213440775871277,
        0.11595111340284348,
        0.11044950783252716,
        0.07765598595142365,
        0.04759792238473892
      ],
      "mean_cosine": 0.1832195535302162,
      "overlap_fraction_gt_0.9": 0.0
    }
  },
  "per_key_cosines": [
    {
      "key": "model.layers.13.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 13,
      "cosine": 0.4612630009651184
    },
    {
      "key": "model.layers.13.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 13,
      "cosine": 0.4563251733779907
    },
    {
      "key": "model.layers.14.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 14,
      "cosine": 0.3379869759082794
    },
    {
      "key": "model.layers.14.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 14,
      "cosine": 0.31697532534599304
    },
    {
      "key": "model.layers.15.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 15,
      "cosine": 0.27202558517456055
    },
    {
      "key": "model.layers.15.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 15,
      "cosine": 0.2302510142326355
    },
    {
      "key": "model.layers.16.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 16,
      "cosine": 0.18825867772102356
    },
    {
      "key": "model.layers.16.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 16,
      "cosine": 0.1842259019613266
    },
    {
      "key": "model.layers.12.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 12,
      "cosine": 0.1675264686346054
    },
    {
      "key": "model.layers.12.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 12,
      "cosine": 0.16077840328216553
    },
    {
      "key": "model.layers.17.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 17,
      "cosine": 0.1432720273733139
    },
    {
      "key": "model.layers.17.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 17,
      "cosine": 0.13003695011138916
    },
    {
      "key": "model.layers.18.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 18,
      "cosine": 0.11781354248523712
    },
    {
      "key": "model.layers.11.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 11,
      "cosine": 0.11177998036146164
    },
    {
      "key": "model.layers.11.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 11,
      "cosine": 0.10135963559150696
    },
    {
      "key": "model.layers.18.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 18,
      "cosine": 0.10032393783330917
    },
    {
      "key": "model.layers.19.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 19,
      "cosine": 0.0777440071105957
    },
    {
      "key": "model.layers.19.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 19,
      "cosine": 0.07186095416545868
    },
    {
      "key": "model.layers.10.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 10,
      "cosine": 0.04872780665755272
    },
    {
      "key": "model.layers.10.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 10,
      "cosine": 0.04056985676288605
    },
    {
      "key": "model.layers.20.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 20,
      "cosine": 0.03777050971984863
    },
    {
      "key": "model.layers.20.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 20,
      "cosine": 0.03517964854836464
    },
    {
      "key": "model.layers.21.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 21,
      "cosine": 0.031059350818395615
    },
    {
      "key": "model.layers.21.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 21,
      "cosine": 0.028806665912270546
    },
    {
      "key": "model.layers.22.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 22,
      "cosine": 0.026562226936221123
    },
    {
      "key": "model.layers.22.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 22,
      "cosine": 0.02286541648209095
    },
    {
      "key": "model.layers.9.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 9,
      "cosine": 0.022198064252734184
    },
    {
      "key": "model.layers.23.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 23,
      "cosine": 0.01461287122219801
    },
    {
      "key": "model.layers.23.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 23,
      "cosine": 0.013323669321835041
    },
    {
      "key": "model.layers.26.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 26,
      "cosine": 0.012244104407727718
    },
    {
      "key": "model.layers.24.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 24,
      "cosine": 0.011810434982180595
    },
    {
      "key": "model.layers.24.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 24,
      "cosine": 0.011523367837071419
    },
    {
      "key": "model.layers.27.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 27,
      "cosine": 0.011312734335660934
    },
    {
      "key": "model.layers.25.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 25,
      "cosine": 0.010689257644116879
    },
    {
      "key": "model.layers.25.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 25,
      "cosine": 0.006125978194177151
    },
    {
      "key": "model.layers.27.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 27,
      "cosine": 0.004412095528095961
    },
    {
      "key": "model.layers.26.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 26,
      "cosine": 0.002674313262104988
    }
  ]
}