{ "metadata": { "tool": "abliterlitics", "version": "1.0.0", "results_version": 1, "comparison_name": "qwen25-7b", "variant": "apostate_vs_heretic", "architecture": "qwen2", "timestamp": "2026-06-02T13:46:30.128044+00:00" }, "results_version": 1, "num_overlap_tensors": 35, "num_types_analyzed": 2, "top_k": 10, "global_mean_cosine_principal": 0.22242269795387984, "global_overlap_fraction_gt_0.9": 0.0, "all_principal_angles": [ 0.7983160614967346, 0.5282425284385681, 0.3291814923286438, 0.16763481497764587, 0.14070570468902588, 0.11667586117982864, 0.09923553466796875, 0.03829345107078552, 0.012178155593574047, 0.005670596845448017, 0.7553886771202087, 0.5258908867835999, 0.3708847165107727, 0.1720951795578003, 0.1317237764596939, 0.10169724375009537, 0.09122703969478607, 0.04608439654111862, 0.012561673298478127, 0.00476616807281971 ], "per_type": { "mlp.down_proj.weight": { "n_vectors": 18, "dims": [ 67895296 ], "principal_angles": [ 0.7983160614967346, 0.5282425284385681, 0.3291814923286438, 0.16763481497764587, 0.14070570468902588, 0.11667586117982864, 0.09923553466796875, 0.03829345107078552, 0.012178155593574047, 0.005670596845448017 ], "mean_cosine": 0.22361342012882232, "overlap_fraction_gt_0.9": 0.0 }, "self_attn.o_proj.weight": { "n_vectors": 17, "dims": [ 12845056 ], "principal_angles": [ 0.7553886771202087, 0.5258908867835999, 0.3708847165107727, 0.1720951795578003, 0.1317237764596939, 0.10169724375009537, 0.09122703969478607, 0.04608439654111862, 0.012561673298478127, 0.00476616807281971 ], "mean_cosine": 0.22123197577893733, "overlap_fraction_gt_0.9": 0.0 } }, "per_key_cosines": [ { "key": "model.layers.20.mlp.down_proj.weight", "type": "mlp.down_proj.weight", "layer": 20, "cosine": 0.8120031356811523 }, { "key": "model.layers.20.self_attn.o_proj.weight", "type": "self_attn.o_proj.weight", "layer": 20, "cosine": 0.7575585246086121 }, { "key": "model.layers.21.mlp.down_proj.weight", "type": "mlp.down_proj.weight", "layer": 21, "cosine": 0.5567084550857544 }, { "key": "model.layers.19.mlp.down_proj.weight", "type": "mlp.down_proj.weight", "layer": 19, "cosine": 0.5372042059898376 }, { "key": "model.layers.21.self_attn.o_proj.weight", "type": "self_attn.o_proj.weight", "layer": 21, "cosine": 0.5329781770706177 }, { "key": "model.layers.19.self_attn.o_proj.weight", "type": "self_attn.o_proj.weight", "layer": 19, "cosine": 0.5269014835357666 }, { "key": "model.layers.22.mlp.down_proj.weight", "type": "mlp.down_proj.weight", "layer": 22, "cosine": 0.42982611060142517 }, { "key": "model.layers.22.self_attn.o_proj.weight", "type": "self_attn.o_proj.weight", "layer": 22, "cosine": 0.4256945252418518 }, { "key": "model.layers.18.self_attn.o_proj.weight", "type": "self_attn.o_proj.weight", "layer": 18, "cosine": 0.37174832820892334 }, { "key": "model.layers.23.self_attn.o_proj.weight", "type": "self_attn.o_proj.weight", "layer": 23, "cosine": 0.3353194296360016 }, { "key": "model.layers.18.mlp.down_proj.weight", "type": "mlp.down_proj.weight", "layer": 18, "cosine": 0.3346250057220459 }, { "key": "model.layers.23.mlp.down_proj.weight", "type": "mlp.down_proj.weight", "layer": 23, "cosine": 0.3188924789428711 }, { "key": "model.layers.24.mlp.down_proj.weight", "type": "mlp.down_proj.weight", "layer": 24, "cosine": 0.2593713104724884 }, { "key": "model.layers.24.self_attn.o_proj.weight", "type": "self_attn.o_proj.weight", "layer": 24, "cosine": 0.25722333788871765 }, { "key": "model.layers.25.self_attn.o_proj.weight", "type": "self_attn.o_proj.weight", "layer": 25, "cosine": 0.2038518786430359 }, { "key": "model.layers.25.mlp.down_proj.weight", "type": "mlp.down_proj.weight", "layer": 25, "cosine": 0.19967274367809296 }, { "key": "model.layers.17.self_attn.o_proj.weight", "type": "self_attn.o_proj.weight", "layer": 17, "cosine": 0.17159956693649292 }, { "key": "model.layers.17.mlp.down_proj.weight", "type": "mlp.down_proj.weight", "layer": 17, "cosine": 0.17031985521316528 }, { "key": "model.layers.26.mlp.down_proj.weight", "type": "mlp.down_proj.weight", "layer": 26, "cosine": 0.1670197695493698 }, { "key": "model.layers.26.self_attn.o_proj.weight", "type": "self_attn.o_proj.weight", "layer": 26, "cosine": 0.16035066545009613 }, { "key": "model.layers.16.mlp.down_proj.weight", "type": "mlp.down_proj.weight", "layer": 16, "cosine": 0.14311744272708893 }, { "key": "model.layers.16.self_attn.o_proj.weight", "type": "self_attn.o_proj.weight", "layer": 16, "cosine": 0.13133472204208374 }, { "key": "model.layers.15.mlp.down_proj.weight", "type": "mlp.down_proj.weight", "layer": 15, "cosine": 0.11859971284866333 }, { "key": "model.layers.27.mlp.down_proj.weight", "type": "mlp.down_proj.weight", "layer": 27, "cosine": 0.10776650160551071 }, { "key": "model.layers.14.self_attn.o_proj.weight", "type": "self_attn.o_proj.weight", "layer": 14, "cosine": 0.10176600515842438 }, { "key": "model.layers.14.mlp.down_proj.weight", "type": "mlp.down_proj.weight", "layer": 14, "cosine": 0.10079804807901382 }, { "key": "model.layers.15.self_attn.o_proj.weight", "type": "self_attn.o_proj.weight", "layer": 15, "cosine": 0.09294909983873367 }, { "key": "model.layers.27.self_attn.o_proj.weight", "type": "self_attn.o_proj.weight", "layer": 27, "cosine": 0.07683476060628891 }, { "key": "model.layers.13.self_attn.o_proj.weight", "type": "self_attn.o_proj.weight", "layer": 13, "cosine": 0.04578439146280289 }, { "key": "model.layers.13.mlp.down_proj.weight", "type": "mlp.down_proj.weight", "layer": 13, "cosine": 0.03895566239953041 }, { "key": "model.layers.12.self_attn.o_proj.weight", "type": "self_attn.o_proj.weight", "layer": 12, "cosine": 0.012556107714772224 }, { "key": "model.layers.12.mlp.down_proj.weight", "type": "mlp.down_proj.weight", "layer": 12, "cosine": 0.012336930260062218 }, { "key": "model.layers.10.mlp.down_proj.weight", "type": "mlp.down_proj.weight", "layer": 10, "cosine": 0.005823730491101742 }, { "key": "model.layers.10.self_attn.o_proj.weight", "type": "self_attn.o_proj.weight", "layer": 10, "cosine": 0.0048525575548410416 }, { "key": "model.layers.9.mlp.down_proj.weight", "type": "mlp.down_proj.weight", "layer": 9, "cosine": 0.0018551712855696678 } ] }