{
  "metadata": {
    "tool": "abliterlitics",
    "version": "1.0.0",
    "results_version": 1,
    "comparison_name": "qwen25-7b",
    "variant": "apostate_vs_heretic",
    "architecture": "qwen2",
    "timestamp": "2026-06-02T13:56:52.305322+00:00"
  },
  "results_version": 1,
  "architecture": {
    "family": "qwen3",
    "layers": 28
  },
  "variant_a": "Apostate",
  "variant_b": "Heretic",
  "ranks_tested": [
    1,
    2,
    5,
    10,
    20
  ],
  "total_tensors_analyzed": 57,
  "per_tensor": [
    {
      "key": "model.embed_tokens.weight",
      "type": "embed_tokens.weight",
      "layer": null,
      "numel": 544997376,
      "edit_norm_a": 0.27822205424308777,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 36.067196281003206,
      "recon_a_rank2_error_pct": 35.77699070822654,
      "recon_a_rank5_error_pct": 35.26121554652352,
      "recon_a_rank10_error_pct": 34.67392071227487,
      "recon_a_rank20_error_pct": 33.97527008547096
    },
    {
      "key": "model.layers.0.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 0,
      "numel": 67895296,
      "edit_norm_a": 1.2808345556259155,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 1.7908987447212625,
      "recon_a_rank2_error_pct": 1.7457984393326211,
      "recon_a_rank5_error_pct": 1.7020836950742528,
      "recon_a_rank10_error_pct": 1.660600401631512,
      "recon_a_rank20_error_pct": 1.6284016757231679
    },
    {
      "key": "model.layers.0.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 0,
      "numel": 12845056,
      "edit_norm_a": 0.4949899911880493,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 1.7676216264210916,
      "recon_a_rank2_error_pct": 1.7244550040958768,
      "recon_a_rank5_error_pct": 1.6823861782890845,
      "recon_a_rank10_error_pct": 1.639980508319174,
      "recon_a_rank20_error_pct": 1.6007716504682645
    },
    {
      "key": "model.layers.1.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 1,
      "numel": 67895296,
      "edit_norm_a": 1.1324883699417114,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 1.7860289427842089,
      "recon_a_rank2_error_pct": 1.7420317895147734,
      "recon_a_rank5_error_pct": 1.697923514222195,
      "recon_a_rank10_error_pct": 1.6508111112511226,
      "recon_a_rank20_error_pct": 1.6082558115068095
    },
    {
      "key": "model.layers.1.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 1,
      "numel": 12845056,
      "edit_norm_a": 0.5977283120155334,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 1.6683206989336812,
      "recon_a_rank2_error_pct": 1.627081621048372,
      "recon_a_rank5_error_pct": 1.5859906584425338,
      "recon_a_rank10_error_pct": 1.5469010662535698,
      "recon_a_rank20_error_pct": 1.5148426859630115
    },
    {
      "key": "model.layers.10.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 10,
      "numel": 67895296,
      "edit_norm_a": 2.7099239826202393,
      "edit_norm_b": 3.014782667160034,
      "recon_a_rank1_error_pct": 0.5891973120582994,
      "recon_a_rank2_error_pct": 0.579336949725423,
      "recon_a_rank5_error_pct": 0.566449917257416,
      "recon_a_rank10_error_pct": 0.5529207079569879,
      "recon_a_rank20_error_pct": 0.5405354276286491,
      "recon_b_rank1_error_pct": 0.48401906805719064,
      "recon_b_rank2_error_pct": 0.47627373385877275,
      "recon_b_rank5_error_pct": 0.465313852878006,
      "recon_b_rank10_error_pct": 0.4526039011049725,
      "recon_b_rank20_error_pct": 0.4414190555349311,
      "recon_b_from_a_rank1_error_pct": 99.50369031556521,
      "self_recon_a_rank1_error_pct": 0.5891930068639541,
      "recon_b_from_a_rank2_error_pct": 99.47347901061242,
      "self_recon_a_rank2_error_pct": 0.579324477540394,
      "recon_b_from_a_rank5_error_pct": 99.41201356468497,
      "self_recon_a_rank5_error_pct": 0.5664355981114138,
      "recon_b_from_a_rank10_error_pct": 99.34118704695689,
      "self_recon_a_rank10_error_pct": 0.5528709894311007,
      "recon_b_from_a_rank20_error_pct": 98.6112987733894,
      "self_recon_a_rank20_error_pct": 0.5400813623726815
    },
    {
      "key": "model.layers.10.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 10,
      "numel": 12845056,
      "edit_norm_a": 1.2285850048065186,
      "edit_norm_b": 0.9831811189651489,
      "recon_a_rank1_error_pct": 0.5316513649677548,
      "recon_a_rank2_error_pct": 0.5232798156772422,
      "recon_a_rank5_error_pct": 0.5120943076827321,
      "recon_a_rank10_error_pct": 0.500148339734259,
      "recon_a_rank20_error_pct": 0.4888940112258307,
      "recon_b_rank1_error_pct": 0.8158402540368519,
      "recon_b_rank2_error_pct": 0.800455646088861,
      "recon_b_rank5_error_pct": 0.7768793166077812,
      "recon_b_rank10_error_pct": 0.7556336097885727,
      "recon_b_rank20_error_pct": 0.7362311239553044,
      "recon_b_from_a_rank1_error_pct": 99.24473138343032,
      "self_recon_a_rank1_error_pct": 0.5316514534036114,
      "recon_b_from_a_rank2_error_pct": 99.19674739304658,
      "self_recon_a_rank2_error_pct": 0.523269813727453,
      "recon_b_from_a_rank5_error_pct": 99.11118281054016,
      "self_recon_a_rank5_error_pct": 0.5120826773481407,
      "recon_b_from_a_rank10_error_pct": 98.93548500954162,
      "self_recon_a_rank10_error_pct": 0.5001446513855582,
      "recon_b_from_a_rank20_error_pct": 98.43698122839177,
      "self_recon_a_rank20_error_pct": 0.4890271643869096
    },
    {
      "key": "model.layers.11.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 11,
      "numel": 67895296,
      "edit_norm_a": 0.0,
      "edit_norm_b": 3.2059199810028076,
      "recon_b_rank1_error_pct": 0.5725864359114295,
      "recon_b_rank2_error_pct": 0.44034897042181276,
      "recon_b_rank5_error_pct": 0.4256667539733974,
      "recon_b_rank10_error_pct": 0.413284808660729,
      "recon_b_rank20_error_pct": 0.40257624951565857
    },
    {
      "key": "model.layers.11.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 11,
      "numel": 12845056,
      "edit_norm_a": 0.0,
      "edit_norm_b": 0.97207111120224,
      "recon_b_rank1_error_pct": 0.9100745570519956,
      "recon_b_rank2_error_pct": 0.7829757943293945,
      "recon_b_rank5_error_pct": 0.7561786265987379,
      "recon_b_rank10_error_pct": 0.7332666835137386,
      "recon_b_rank20_error_pct": 0.7148151890981396
    },
    {
      "key": "model.layers.12.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 12,
      "numel": 67895296,
      "edit_norm_a": 2.910745859146118,
      "edit_norm_b": 3.328052520751953,
      "recon_a_rank1_error_pct": 0.5362071044003819,
      "recon_a_rank2_error_pct": 0.5276624161924283,
      "recon_a_rank5_error_pct": 0.5164518932814495,
      "recon_a_rank10_error_pct": 0.5038606288725411,
      "recon_a_rank20_error_pct": 0.49222760009085437,
      "recon_b_rank1_error_pct": 0.48165268126490407,
      "recon_b_rank2_error_pct": 0.413615751895344,
      "recon_b_rank5_error_pct": 0.40138502044005053,
      "recon_b_rank10_error_pct": 0.3899813532716043,
      "recon_b_rank20_error_pct": 0.3795397760558989,
      "recon_b_from_a_rank1_error_pct": 98.50903052002332,
      "self_recon_a_rank1_error_pct": 0.5362028308769226,
      "recon_b_from_a_rank2_error_pct": 98.40672565290132,
      "self_recon_a_rank2_error_pct": 0.5276533425457394,
      "recon_b_from_a_rank5_error_pct": 98.14326131677792,
      "self_recon_a_rank5_error_pct": 0.516441003474444,
      "recon_b_from_a_rank10_error_pct": 94.7544349280349,
      "self_recon_a_rank10_error_pct": 0.5038374449605492,
      "recon_b_from_a_rank20_error_pct": 94.28827451736706,
      "self_recon_a_rank20_error_pct": 0.49191912229413326
    },
    {
      "key": "model.layers.12.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 12,
      "numel": 12845056,
      "edit_norm_a": 1.2002018690109253,
      "edit_norm_b": 0.9526252150535583,
      "recon_a_rank1_error_pct": 0.5289186064085223,
      "recon_a_rank2_error_pct": 0.519632597654901,
      "recon_a_rank5_error_pct": 0.5076055437874678,
      "recon_a_rank10_error_pct": 0.4941791266506062,
      "recon_a_rank20_error_pct": 0.48172822224523637,
      "recon_b_rank1_error_pct": 0.8579218705646489,
      "recon_b_rank2_error_pct": 0.8236883178909153,
      "recon_b_rank5_error_pct": 0.7898696547444436,
      "recon_b_rank10_error_pct": 0.7638687021738464,
      "recon_b_rank20_error_pct": 0.7421490473343417,
      "recon_b_from_a_rank1_error_pct": 98.69648712862681,
      "self_recon_a_rank1_error_pct": 0.5289185161142468,
      "recon_b_from_a_rank2_error_pct": 98.58388589477202,
      "self_recon_a_rank2_error_pct": 0.5196249008433966,
      "recon_b_from_a_rank5_error_pct": 98.17176294358636,
      "self_recon_a_rank5_error_pct": 0.5076020939958595,
      "recon_b_from_a_rank10_error_pct": 94.4871720930341,
      "self_recon_a_rank10_error_pct": 0.49420819086789275,
      "recon_b_from_a_rank20_error_pct": 93.98322457825043,
      "self_recon_a_rank20_error_pct": 0.48202590677808854
    },
    {
      "key": "model.layers.13.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 13,
      "numel": 67895296,
      "edit_norm_a": 3.1286234855651855,
      "edit_norm_b": 3.6116156578063965,
      "recon_a_rank1_error_pct": 0.45552702470032347,
      "recon_a_rank2_error_pct": 0.44851391701519977,
      "recon_a_rank5_error_pct": 0.4390066046297217,
      "recon_a_rank10_error_pct": 0.4284993660871251,
      "recon_a_rank20_error_pct": 0.4183809701343839,
      "recon_b_rank1_error_pct": 0.43960722021874465,
      "recon_b_rank2_error_pct": 0.34706945585716337,
      "recon_b_rank5_error_pct": 0.3365541956300881,
      "recon_b_rank10_error_pct": 0.32695929667017193,
      "recon_b_rank20_error_pct": 0.318055915607363,
      "recon_b_from_a_rank1_error_pct": 96.55131286335832,
      "self_recon_a_rank1_error_pct": 0.4555225243030985,
      "recon_b_from_a_rank2_error_pct": 96.4937592824737,
      "self_recon_a_rank2_error_pct": 0.44850728238834553,
      "recon_b_from_a_rank5_error_pct": 96.1744332083582,
      "self_recon_a_rank5_error_pct": 0.438997516122039,
      "recon_b_from_a_rank10_error_pct": 93.92864502352514,
      "self_recon_a_rank10_error_pct": 0.4284698102848988,
      "recon_b_from_a_rank20_error_pct": 92.00606040761033,
      "self_recon_a_rank20_error_pct": 0.4180445611253687
    },
    {
      "key": "model.layers.13.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 13,
      "numel": 12845056,
      "edit_norm_a": 1.3336163759231567,
      "edit_norm_b": 1.1848832368850708,
      "recon_a_rank1_error_pct": 0.45820042895249974,
      "recon_a_rank2_error_pct": 0.4511052806443861,
      "recon_a_rank5_error_pct": 0.4418544623436405,
      "recon_a_rank10_error_pct": 0.43073319344250116,
      "recon_a_rank20_error_pct": 0.42003416342799277,
      "recon_b_rank1_error_pct": 0.6551833000083875,
      "recon_b_rank2_error_pct": 0.5777209569088169,
      "recon_b_rank5_error_pct": 0.554322906659365,
      "recon_b_rank10_error_pct": 0.5382126755761525,
      "recon_b_rank20_error_pct": 0.5230836770182038,
      "recon_b_from_a_rank1_error_pct": 96.89907764830802,
      "self_recon_a_rank1_error_pct": 0.4582005045864801,
      "recon_b_from_a_rank2_error_pct": 96.79390985134495,
      "self_recon_a_rank2_error_pct": 0.4510849433795343,
      "recon_b_from_a_rank5_error_pct": 96.26434713415284,
      "self_recon_a_rank5_error_pct": 0.4418334434386876,
      "recon_b_from_a_rank10_error_pct": 91.61038583123093,
      "self_recon_a_rank10_error_pct": 0.4307637000829608,
      "recon_b_from_a_rank20_error_pct": 90.71773355879948,
      "self_recon_a_rank20_error_pct": 0.42003257028862473
    },
    {
      "key": "model.layers.14.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 14,
      "numel": 67895296,
      "edit_norm_a": 3.2255351543426514,
      "edit_norm_b": 3.832038402557373,
      "recon_a_rank1_error_pct": 0.4361411275648612,
      "recon_a_rank2_error_pct": 0.4294813112697752,
      "recon_a_rank5_error_pct": 0.420536389818392,
      "recon_a_rank10_error_pct": 0.41088939817283887,
      "recon_a_rank20_error_pct": 0.40145977150833145,
      "recon_b_rank1_error_pct": 0.3345701336299934,
      "recon_b_rank2_error_pct": 0.3127878604657661,
      "recon_b_rank5_error_pct": 0.30387028665667193,
      "recon_b_rank10_error_pct": 0.2955532954702446,
      "recon_b_rank20_error_pct": 0.28789046407306873,
      "recon_b_from_a_rank1_error_pct": 92.04226930315488,
      "self_recon_a_rank1_error_pct": 0.43613710035016645,
      "recon_b_from_a_rank2_error_pct": 92.00937093940998,
      "self_recon_a_rank2_error_pct": 0.4294772543703504,
      "recon_b_from_a_rank5_error_pct": 91.85460319131853,
      "self_recon_a_rank5_error_pct": 0.4205300985560599,
      "recon_b_from_a_rank10_error_pct": 91.49994830119444,
      "self_recon_a_rank10_error_pct": 0.4108647606172625,
      "recon_b_from_a_rank20_error_pct": 88.78299491351291,
      "self_recon_a_rank20_error_pct": 0.40121756025798694
    },
    {
      "key": "model.layers.14.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 14,
      "numel": 12845056,
      "edit_norm_a": 1.3596304655075073,
      "edit_norm_b": 1.0787099599838257,
      "recon_a_rank1_error_pct": 0.40406059662732613,
      "recon_a_rank2_error_pct": 0.3978954924381232,
      "recon_a_rank5_error_pct": 0.3896882327464311,
      "recon_a_rank10_error_pct": 0.3797006929415005,
      "recon_a_rank20_error_pct": 0.37020294545911814,
      "recon_b_rank1_error_pct": 0.6314864462945287,
      "recon_b_rank2_error_pct": 0.6204959753060938,
      "recon_b_rank5_error_pct": 0.60451672182361,
      "recon_b_rank10_error_pct": 0.5866779963211379,
      "recon_b_rank20_error_pct": 0.5701717521330751,
      "recon_b_from_a_rank1_error_pct": 92.52856557080517,
      "self_recon_a_rank1_error_pct": 0.40406059662732613,
      "recon_b_from_a_rank2_error_pct": 92.48940788727204,
      "self_recon_a_rank2_error_pct": 0.3978831869065376,
      "recon_b_from_a_rank5_error_pct": 91.54868376641727,
      "self_recon_a_rank5_error_pct": 0.38967236038903774,
      "recon_b_from_a_rank10_error_pct": 88.16660806855752,
      "self_recon_a_rank10_error_pct": 0.37969400714423823,
      "recon_b_from_a_rank20_error_pct": 87.29757748073081,
      "self_recon_a_rank20_error_pct": 0.3704616563998287
    },
    {
      "key": "model.layers.15.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 15,
      "numel": 67895296,
      "edit_norm_a": 3.3235909938812256,
      "edit_norm_b": 3.837766647338867,
      "recon_a_rank1_error_pct": 0.4177296333363366,
      "recon_a_rank2_error_pct": 0.41141957918331984,
      "recon_a_rank5_error_pct": 0.4028441956577448,
      "recon_a_rank10_error_pct": 0.3935438917715056,
      "recon_a_rank20_error_pct": 0.3842777127162241,
      "recon_b_rank1_error_pct": 0.42806174062682845,
      "recon_b_rank2_error_pct": 0.31757641222240346,
      "recon_b_rank5_error_pct": 0.3054778134884418,
      "recon_b_rank10_error_pct": 0.29687165606074806,
      "recon_b_rank20_error_pct": 0.2892769094114871,
      "recon_b_from_a_rank1_error_pct": 89.54934502833923,
      "self_recon_a_rank1_error_pct": 0.4177251708207849,
      "recon_b_from_a_rank2_error_pct": 89.37264335955501,
      "self_recon_a_rank2_error_pct": 0.41141434528810217,
      "recon_b_from_a_rank5_error_pct": 88.98287543153346,
      "self_recon_a_rank5_error_pct": 0.40283685392076396,
      "recon_b_from_a_rank10_error_pct": 86.27518750782149,
      "self_recon_a_rank10_error_pct": 0.3935227412474463,
      "recon_b_from_a_rank20_error_pct": 82.93838441756078,
      "self_recon_a_rank20_error_pct": 0.3839293233136211
    },
    {
      "key": "model.layers.15.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 15,
      "numel": 12845056,
      "edit_norm_a": 1.2674825191497803,
      "edit_norm_b": 1.005503535270691,
      "recon_a_rank1_error_pct": 0.4689754850005299,
      "recon_a_rank2_error_pct": 0.46146557036112634,
      "recon_a_rank5_error_pct": 0.4514367070306645,
      "recon_a_rank10_error_pct": 0.44055378800760114,
      "recon_a_rank20_error_pct": 0.42975571401074947,
      "recon_b_rank1_error_pct": 0.7954720863356832,
      "recon_b_rank2_error_pct": 0.7313628161077729,
      "recon_b_rank5_error_pct": 0.7056310468128167,
      "recon_b_rank10_error_pct": 0.6836363282575876,
      "recon_b_rank20_error_pct": 0.6644950184851334,
      "recon_b_from_a_rank1_error_pct": 90.29033130669146,
      "self_recon_a_rank1_error_pct": 0.46897540448990704,
      "recon_b_from_a_rank2_error_pct": 90.15507312354855,
      "self_recon_a_rank2_error_pct": 0.4614601396660151,
      "recon_b_from_a_rank5_error_pct": 89.84571594837605,
      "self_recon_a_rank5_error_pct": 0.4514337053848616,
      "recon_b_from_a_rank10_error_pct": 85.92738464855,
      "self_recon_a_rank10_error_pct": 0.4404844975399354,
      "recon_b_from_a_rank20_error_pct": 84.25259425492801,
      "self_recon_a_rank20_error_pct": 0.4296406552477532
    },
    {
      "key": "model.layers.16.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 16,
      "numel": 67895296,
      "edit_norm_a": 3.2545089721679688,
      "edit_norm_b": 3.6732335090637207,
      "recon_a_rank1_error_pct": 0.4302977449163253,
      "recon_a_rank2_error_pct": 0.4237780109085284,
      "recon_a_rank5_error_pct": 0.41485347236222947,
      "recon_a_rank10_error_pct": 0.4051121206531073,
      "recon_a_rank20_error_pct": 0.39535331283254965,
      "recon_b_rank1_error_pct": 0.34526167063203067,
      "recon_b_rank2_error_pct": 0.3398278623371261,
      "recon_b_rank5_error_pct": 0.33021326842021687,
      "recon_b_rank10_error_pct": 0.32124370733899527,
      "recon_b_rank20_error_pct": 0.312450254747269,
      "recon_b_from_a_rank1_error_pct": 87.10237005907527,
      "self_recon_a_rank1_error_pct": 0.43029348003998985,
      "recon_b_from_a_rank2_error_pct": 86.9636075046963,
      "self_recon_a_rank2_error_pct": 0.42377091710773973,
      "recon_b_from_a_rank5_error_pct": 86.67663662937132,
      "self_recon_a_rank5_error_pct": 0.41484315075455797,
      "recon_b_from_a_rank10_error_pct": 86.59511344509258,
      "self_recon_a_rank10_error_pct": 0.40508356180546073,
      "recon_b_from_a_rank20_error_pct": 84.98933856630164,
      "self_recon_a_rank20_error_pct": 0.39511992567067383
    },
    {
      "key": "model.layers.16.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 16,
      "numel": 12845056,
      "edit_norm_a": 1.3661737442016602,
      "edit_norm_b": 1.0509213209152222,
      "recon_a_rank1_error_pct": 0.4354133864867984,
      "recon_a_rank2_error_pct": 0.42868827219631434,
      "recon_a_rank5_error_pct": 0.4198182078928476,
      "recon_a_rank10_error_pct": 0.409174983141246,
      "recon_a_rank20_error_pct": 0.3987813617746649,
      "recon_b_rank1_error_pct": 0.7327951727874875,
      "recon_b_rank2_error_pct": 0.7191021163833928,
      "recon_b_rank5_error_pct": 0.6967901156742617,
      "recon_b_rank10_error_pct": 0.6757576913709196,
      "recon_b_rank20_error_pct": 0.6575851706745122,
      "recon_b_from_a_rank1_error_pct": 87.45197347418315,
      "self_recon_a_rank1_error_pct": 0.4354128107090062,
      "recon_b_from_a_rank2_error_pct": 87.29740154834995,
      "self_recon_a_rank2_error_pct": 0.4286839873510363,
      "recon_b_from_a_rank5_error_pct": 86.95120936780894,
      "self_recon_a_rank5_error_pct": 0.41981679446239684,
      "recon_b_from_a_rank10_error_pct": 85.4036958732398,
      "self_recon_a_rank10_error_pct": 0.40916284325152286,
      "recon_b_from_a_rank20_error_pct": 84.73145022666979,
      "self_recon_a_rank20_error_pct": 0.39875243346763173
    },
    {
      "key": "model.layers.17.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 17,
      "numel": 67895296,
      "edit_norm_a": 3.036795139312744,
      "edit_norm_b": 3.765157699584961,
      "recon_a_rank1_error_pct": 0.48894079415094827,
      "recon_a_rank2_error_pct": 0.4809054500037953,
      "recon_a_rank5_error_pct": 0.4705866544232256,
      "recon_a_rank10_error_pct": 0.45979671277857453,
      "recon_a_rank20_error_pct": 0.44989390390132444,
      "recon_b_rank1_error_pct": 0.423146984946284,
      "recon_b_rank2_error_pct": 0.3319949571799767,
      "recon_b_rank5_error_pct": 0.3167970466484213,
      "recon_b_rank10_error_pct": 0.30795604239804586,
      "recon_b_rank20_error_pct": 0.3001196382651457,
      "recon_b_from_a_rank1_error_pct": 83.94307595969116,
      "self_recon_a_rank1_error_pct": 0.4889367454671274,
      "recon_b_from_a_rank2_error_pct": 83.77279199931435,
      "self_recon_a_rank2_error_pct": 0.4809012305600698,
      "recon_b_from_a_rank5_error_pct": 83.54263942963946,
      "self_recon_a_rank5_error_pct": 0.4705809321047925,
      "recon_b_from_a_rank10_error_pct": 83.46146836394176,
      "self_recon_a_rank10_error_pct": 0.459776350134887,
      "recon_b_from_a_rank20_error_pct": 78.71124878115245,
      "self_recon_a_rank20_error_pct": 0.4495486531682651
    },
    {
      "key": "model.layers.17.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 17,
      "numel": 12845056,
      "edit_norm_a": 1.3117846250534058,
      "edit_norm_b": 1.115866780281067,
      "recon_a_rank1_error_pct": 0.4627655045175801,
      "recon_a_rank2_error_pct": 0.4553704885207172,
      "recon_a_rank5_error_pct": 0.44596183616105073,
      "recon_a_rank10_error_pct": 0.4351801333341946,
      "recon_a_rank20_error_pct": 0.42470542134820805,
      "recon_b_rank1_error_pct": 0.6909931277564716,
      "recon_b_rank2_error_pct": 0.6376981195587714,
      "recon_b_rank5_error_pct": 0.6084710277552219,
      "recon_b_rank10_error_pct": 0.5902788100295121,
      "recon_b_rank20_error_pct": 0.5742420479856648,
      "recon_b_from_a_rank1_error_pct": 84.20760046209061,
      "self_recon_a_rank1_error_pct": 0.4627652726931153,
      "recon_b_from_a_rank2_error_pct": 83.9121721466095,
      "self_recon_a_rank2_error_pct": 0.4553636662586661,
      "recon_b_from_a_rank5_error_pct": 83.60173114080605,
      "self_recon_a_rank5_error_pct": 0.4459622913144442,
      "recon_b_from_a_rank10_error_pct": 77.77605548993981,
      "self_recon_a_rank10_error_pct": 0.4352040383345134,
      "recon_b_from_a_rank20_error_pct": 76.08479599667717,
      "self_recon_a_rank20_error_pct": 0.4247781949046724
    },
    {
      "key": "model.layers.18.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 18,
      "numel": 67895296,
      "edit_norm_a": 3.7391915321350098,
      "edit_norm_b": 3.943685293197632,
      "recon_a_rank1_error_pct": 0.34202722164762617,
      "recon_a_rank2_error_pct": 0.33716860233932294,
      "recon_a_rank5_error_pct": 0.33041094363644874,
      "recon_a_rank10_error_pct": 0.3229651853378184,
      "recon_a_rank20_error_pct": 0.3162193521359081,
      "recon_b_rank1_error_pct": 0.3246966466683595,
      "recon_b_rank2_error_pct": 0.3131940615700465,
      "recon_b_rank5_error_pct": 0.3003861694340588,
      "recon_b_rank10_error_pct": 0.2919616286792999,
      "recon_b_rank20_error_pct": 0.28455885978306616,
      "recon_b_from_a_rank1_error_pct": 69.20837246203314,
      "self_recon_a_rank1_error_pct": 0.34202293330774264,
      "recon_b_from_a_rank2_error_pct": 69.13167508137121,
      "self_recon_a_rank2_error_pct": 0.33716277104949927,
      "recon_b_from_a_rank5_error_pct": 69.0536537459674,
      "self_recon_a_rank5_error_pct": 0.3304036134135252,
      "recon_b_from_a_rank10_error_pct": 68.99073008949026,
      "self_recon_a_rank10_error_pct": 0.3229495134583939,
      "recon_b_from_a_rank20_error_pct": 68.36820969403634,
      "self_recon_a_rank20_error_pct": 0.31595067175040475
    },
    {
      "key": "model.layers.18.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 18,
      "numel": 12845056,
      "edit_norm_a": 1.9395920038223267,
      "edit_norm_b": 1.434563159942627,
      "recon_a_rank1_error_pct": 0.24921918761876125,
      "recon_a_rank2_error_pct": 0.2459330297573946,
      "recon_a_rank5_error_pct": 0.24119698058131084,
      "recon_a_rank10_error_pct": 0.23534666637825508,
      "recon_a_rank20_error_pct": 0.22908386572317077,
      "recon_b_rank1_error_pct": 0.5211994877036612,
      "recon_b_rank2_error_pct": 0.4702074309278241,
      "recon_b_rank5_error_pct": 0.4335929919205856,
      "recon_b_rank10_error_pct": 0.4207400777030158,
      "recon_b_rank20_error_pct": 0.40894958719083035,
      "recon_b_from_a_rank1_error_pct": 70.41338085576866,
      "self_recon_a_rank1_error_pct": 0.24921914926566338,
      "recon_b_from_a_rank2_error_pct": 70.36218064801268,
      "self_recon_a_rank2_error_pct": 0.24592609571512936,
      "recon_b_from_a_rank5_error_pct": 70.26985265164402,
      "self_recon_a_rank5_error_pct": 0.24120184787511564,
      "recon_b_from_a_rank10_error_pct": 69.79187657910487,
      "self_recon_a_rank10_error_pct": 0.23534908895881276,
      "recon_b_from_a_rank20_error_pct": 69.32888481347344,
      "self_recon_a_rank20_error_pct": 0.22903003595105392
    },
    {
      "key": "model.layers.19.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 19,
      "numel": 67895296,
      "edit_norm_a": 3.5427656173706055,
      "edit_norm_b": 3.9126620292663574,
      "recon_a_rank1_error_pct": 0.3741839807372316,
      "recon_a_rank2_error_pct": 0.3684401539382105,
      "recon_a_rank5_error_pct": 0.36062358282975043,
      "recon_a_rank10_error_pct": 0.35232640933124715,
      "recon_a_rank20_error_pct": 0.344925448870929,
      "recon_b_rank1_error_pct": 0.3232502261176868,
      "recon_b_rank2_error_pct": 0.315536512009948,
      "recon_b_rank5_error_pct": 0.3024707711894008,
      "recon_b_rank10_error_pct": 0.29381576042705165,
      "recon_b_rank20_error_pct": 0.2861824474374544,
      "recon_b_from_a_rank1_error_pct": 49.81629310479235,
      "self_recon_a_rank1_error_pct": 0.3741796068463999,
      "recon_b_from_a_rank2_error_pct": 49.75926307116651,
      "self_recon_a_rank2_error_pct": 0.3684283078310019,
      "recon_b_from_a_rank5_error_pct": 49.723867916411265,
      "self_recon_a_rank5_error_pct": 0.36061054964561473,
      "recon_b_from_a_rank10_error_pct": 49.694258434198915,
      "self_recon_a_rank10_error_pct": 0.35229779878885525,
      "recon_b_from_a_rank20_error_pct": 49.25405674501586,
      "self_recon_a_rank20_error_pct": 0.3446792586348115
    },
    {
      "key": "model.layers.19.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 19,
      "numel": 12845056,
      "edit_norm_a": 1.5854188203811646,
      "edit_norm_b": 1.2978614568710327,
      "recon_a_rank1_error_pct": 0.35466420880283206,
      "recon_a_rank2_error_pct": 0.3497996416873921,
      "recon_a_rank5_error_pct": 0.3429285031388236,
      "recon_a_rank10_error_pct": 0.3346481459602522,
      "recon_a_rank20_error_pct": 0.32654782354724093,
      "recon_b_rank1_error_pct": 0.5956063442070678,
      "recon_b_rank2_error_pct": 0.5280274389131924,
      "recon_b_rank5_error_pct": 0.49937170914052065,
      "recon_b_rank10_error_pct": 0.4841177648511281,
      "recon_b_rank20_error_pct": 0.4693661744930893,
      "recon_b_from_a_rank1_error_pct": 50.76020200415831,
      "self_recon_a_rank1_error_pct": 0.35466415282903513,
      "recon_b_from_a_rank2_error_pct": 50.67442023175881,
      "self_recon_a_rank2_error_pct": 0.3497887464054524,
      "recon_b_from_a_rank5_error_pct": 50.486841964241634,
      "self_recon_a_rank5_error_pct": 0.3429130370920797,
      "recon_b_from_a_rank10_error_pct": 50.12320436335344,
      "self_recon_a_rank10_error_pct": 0.3346227550098318,
      "recon_b_from_a_rank20_error_pct": 49.07902900789348,
      "self_recon_a_rank20_error_pct": 0.32676172900202133
    },
    {
      "key": "model.layers.2.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 2,
      "numel": 67895296,
      "edit_norm_a": 1.2916635274887085,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 1.7723980108998463,
      "recon_a_rank2_error_pct": 1.7278664656747607,
      "recon_a_rank5_error_pct": 1.6840655666522824,
      "recon_a_rank10_error_pct": 1.6428941293697965,
      "recon_a_rank20_error_pct": 1.6086146825477974
    },
    {
      "key": "model.layers.2.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 2,
      "numel": 12845056,
      "edit_norm_a": 0.5919703841209412,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 1.6392056848232144,
      "recon_a_rank2_error_pct": 1.5988826699929861,
      "recon_a_rank5_error_pct": 1.557214238057045,
      "recon_a_rank10_error_pct": 1.516020952831322,
      "recon_a_rank20_error_pct": 1.4807522345468729
    },
    {
      "key": "model.layers.20.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 20,
      "numel": 67895296,
      "edit_norm_a": 3.4850869178771973,
      "edit_norm_b": 3.69230318069458,
      "recon_a_rank1_error_pct": 0.3890248072823162,
      "recon_a_rank2_error_pct": 0.3830460980186319,
      "recon_a_rank5_error_pct": 0.37485489420741896,
      "recon_a_rank10_error_pct": 0.36622433693285583,
      "recon_a_rank20_error_pct": 0.3585658532728851,
      "recon_b_rank1_error_pct": 0.3670161643592778,
      "recon_b_rank2_error_pct": 0.3512660056145617,
      "recon_b_rank5_error_pct": 0.3410997314819194,
      "recon_b_rank10_error_pct": 0.3315117350219482,
      "recon_b_rank20_error_pct": 0.3230237515599574,
      "recon_b_from_a_rank1_error_pct": 20.23565172330186,
      "self_recon_a_rank1_error_pct": 0.3890205937041205,
      "recon_b_from_a_rank2_error_pct": 20.234486955217683,
      "self_recon_a_rank2_error_pct": 0.3830404350495775,
      "recon_b_from_a_rank5_error_pct": 20.230353896635872,
      "self_recon_a_rank5_error_pct": 0.37484861149018917,
      "recon_b_from_a_rank10_error_pct": 20.20099607033386,
      "self_recon_a_rank10_error_pct": 0.366196961710768,
      "recon_b_from_a_rank20_error_pct": 19.461360061874576,
      "self_recon_a_rank20_error_pct": 0.3582404105290491
    },
    {
      "key": "model.layers.20.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 20,
      "numel": 12845056,
      "edit_norm_a": 1.6069928407669067,
      "edit_norm_b": 1.1958874464035034,
      "recon_a_rank1_error_pct": 0.3589542059469349,
      "recon_a_rank2_error_pct": 0.3535720559874151,
      "recon_a_rank5_error_pct": 0.3462743694963892,
      "recon_a_rank10_error_pct": 0.33785050125779875,
      "recon_a_rank20_error_pct": 0.3283999371673628,
      "recon_b_rank1_error_pct": 0.7061059597169875,
      "recon_b_rank2_error_pct": 0.6586441523123283,
      "recon_b_rank5_error_pct": 0.6112698110240673,
      "recon_b_rank10_error_pct": 0.5922166117256813,
      "recon_b_rank20_error_pct": 0.574167981957868,
      "recon_b_from_a_rank1_error_pct": 23.827311902111884,
      "self_recon_a_rank1_error_pct": 0.3589536503938981,
      "recon_b_from_a_rank2_error_pct": 23.809078244689474,
      "self_recon_a_rank2_error_pct": 0.3535645022238827,
      "recon_b_from_a_rank5_error_pct": 23.80280899727492,
      "self_recon_a_rank5_error_pct": 0.34626569367208665,
      "recon_b_from_a_rank10_error_pct": 21.827342356585266,
      "self_recon_a_rank10_error_pct": 0.3378132591259674,
      "recon_b_from_a_rank20_error_pct": 21.229463794309122,
      "self_recon_a_rank20_error_pct": 0.3283202876771189
    },
    {
      "key": "model.layers.21.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 21,
      "numel": 67895296,
      "edit_norm_a": 1.6137243509292603,
      "edit_norm_b": 3.5037622451782227,
      "recon_a_rank1_error_pct": 1.6260592263215246,
      "recon_a_rank2_error_pct": 1.5843071327735139,
      "recon_a_rank5_error_pct": 1.544550359536275,
      "recon_a_rank10_error_pct": 1.5074162813091112,
      "recon_a_rank20_error_pct": 1.4782461199579982,
      "recon_b_rank1_error_pct": 0.3996373106955524,
      "recon_b_rank2_error_pct": 0.38942893739862605,
      "recon_b_rank5_error_pct": 0.3775999626053252,
      "recon_b_rank10_error_pct": 0.36646485926519046,
      "recon_b_rank20_error_pct": 0.3568221010421309,
      "recon_b_from_a_rank1_error_pct": 44.09160238171448,
      "self_recon_a_rank1_error_pct": 1.6260549873435706,
      "recon_b_from_a_rank2_error_pct": 44.08271064479124,
      "self_recon_a_rank2_error_pct": 1.5843029485713187,
      "recon_b_from_a_rank5_error_pct": 44.00691429696166,
      "self_recon_a_rank5_error_pct": 1.5445443920047657,
      "recon_b_from_a_rank10_error_pct": 43.93460193533067,
      "self_recon_a_rank10_error_pct": 1.5073548340915948,
      "recon_b_from_a_rank20_error_pct": 43.047593833841525,
      "self_recon_a_rank20_error_pct": 1.4771135316068071
    },
    {
      "key": "model.layers.21.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 21,
      "numel": 12845056,
      "edit_norm_a": 0.7462664246559143,
      "edit_norm_b": 1.2196414470672607,
      "recon_a_rank1_error_pct": 1.5832539135719772,
      "recon_a_rank2_error_pct": 1.5455428354557408,
      "recon_a_rank5_error_pct": 1.5104634755690878,
      "recon_a_rank10_error_pct": 1.4712278161721053,
      "recon_a_rank20_error_pct": 1.4356229761997612,
      "recon_b_rank1_error_pct": 0.726080623531703,
      "recon_b_rank2_error_pct": 0.6642765229282311,
      "recon_b_rank5_error_pct": 0.6150267193385236,
      "recon_b_rank10_error_pct": 0.5971553439066599,
      "recon_b_rank20_error_pct": 0.5817026583839752,
      "recon_b_from_a_rank1_error_pct": 49.31069806149594,
      "self_recon_a_rank1_error_pct": 1.5832541648193403,
      "recon_b_from_a_rank2_error_pct": 49.302448425188324,
      "self_recon_a_rank2_error_pct": 1.5455363812972225,
      "recon_b_from_a_rank5_error_pct": 49.200441999541894,
      "self_recon_a_rank5_error_pct": 1.5104634755690878,
      "recon_b_from_a_rank10_error_pct": 39.08385632869159,
      "self_recon_a_rank10_error_pct": 1.471054167081239,
      "recon_b_from_a_rank20_error_pct": 38.511167362608354,
      "self_recon_a_rank20_error_pct": 1.4351684429776714
    },
    {
      "key": "model.layers.22.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 22,
      "numel": 67895296,
      "edit_norm_a": 1.6016231775283813,
      "edit_norm_b": 3.4530742168426514,
      "recon_a_rank1_error_pct": 1.6693416363628846,
      "recon_a_rank2_error_pct": 1.6264040260022303,
      "recon_a_rank5_error_pct": 1.5852138801790994,
      "recon_a_rank10_error_pct": 1.5470980434477815,
      "recon_a_rank20_error_pct": 1.5169636729432152,
      "recon_b_rank1_error_pct": 0.41690207479891317,
      "recon_b_rank2_error_pct": 0.4053791798578325,
      "recon_b_rank5_error_pct": 0.39233082096076854,
      "recon_b_rank10_error_pct": 0.38064222081598514,
      "recon_b_rank20_error_pct": 0.370587717594473,
      "recon_b_from_a_rank1_error_pct": 56.98846283323381,
      "self_recon_a_rank1_error_pct": 1.6693375493027116,
      "recon_b_from_a_rank2_error_pct": 56.9799879826862,
      "self_recon_a_rank2_error_pct": 1.6263959576962077,
      "recon_b_from_a_rank5_error_pct": 56.90054477218129,
      "self_recon_a_rank5_error_pct": 1.5852026347983685,
      "recon_b_from_a_rank10_error_pct": 56.79272248327294,
      "self_recon_a_rank10_error_pct": 1.5469846372465914,
      "recon_b_from_a_rank20_error_pct": 55.79119860026572,
      "self_recon_a_rank20_error_pct": 1.5157506348369474
    },
    {
      "key": "model.layers.22.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 22,
      "numel": 12845056,
      "edit_norm_a": 0.7330288290977478,
      "edit_norm_b": 1.1328232288360596,
      "recon_a_rank1_error_pct": 1.6648760782164997,
      "recon_a_rank2_error_pct": 1.6238983404911724,
      "recon_a_rank5_error_pct": 1.5837941997452507,
      "recon_a_rank10_error_pct": 1.5446371154314535,
      "recon_a_rank20_error_pct": 1.5113871368543363,
      "recon_b_rank1_error_pct": 0.7802214093582241,
      "recon_b_rank2_error_pct": 0.7599057053574912,
      "recon_b_rank5_error_pct": 0.7271798744421893,
      "recon_b_rank10_error_pct": 0.7043804964621655,
      "recon_b_rank20_error_pct": 0.6855998267699747,
      "recon_b_from_a_rank1_error_pct": 57.938563416615196,
      "self_recon_a_rank1_error_pct": 1.6648760782164997,
      "recon_b_from_a_rank2_error_pct": 57.92875960719688,
      "self_recon_a_rank2_error_pct": 1.623890569092092,
      "recon_b_from_a_rank5_error_pct": 57.81645149274149,
      "self_recon_a_rank5_error_pct": 1.5837901064965405,
      "recon_b_from_a_rank10_error_pct": 54.13722019270506,
      "self_recon_a_rank10_error_pct": 1.5445413641114085,
      "recon_b_from_a_rank20_error_pct": 53.700136631424925,
      "self_recon_a_rank20_error_pct": 1.5102794804650286
    },
    {
      "key": "model.layers.23.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 23,
      "numel": 67895296,
      "edit_norm_a": 1.5441266298294067,
      "edit_norm_b": 3.3879833221435547,
      "recon_a_rank1_error_pct": 1.7859310665323092,
      "recon_a_rank2_error_pct": 1.7391827529592772,
      "recon_a_rank5_error_pct": 1.6944062836661282,
      "recon_a_rank10_error_pct": 1.6534111820328705,
      "recon_a_rank20_error_pct": 1.6211424239769887,
      "recon_b_rank1_error_pct": 0.4220520057980331,
      "recon_b_rank2_error_pct": 0.4152596585807776,
      "recon_b_rank5_error_pct": 0.4059567647409095,
      "recon_b_rank10_error_pct": 0.3946163200535248,
      "recon_b_rank20_error_pct": 0.3847979510133821,
      "recon_b_from_a_rank1_error_pct": 67.93644288682431,
      "self_recon_a_rank1_error_pct": 1.7859269396767063,
      "recon_b_from_a_rank2_error_pct": 67.93557284505671,
      "self_recon_a_rank2_error_pct": 1.7391784259437184,
      "recon_b_from_a_rank5_error_pct": 67.83693465411221,
      "self_recon_a_rank5_error_pct": 1.6944000028572472,
      "recon_b_from_a_rank10_error_pct": 67.61640069138721,
      "self_recon_a_rank10_error_pct": 1.653301986936318,
      "recon_b_from_a_rank20_error_pct": 67.31844105135141,
      "self_recon_a_rank20_error_pct": 1.6197564948231573
    },
    {
      "key": "model.layers.23.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 23,
      "numel": 12845056,
      "edit_norm_a": 0.7859171628952026,
      "edit_norm_b": 1.2714097499847412,
      "recon_a_rank1_error_pct": 1.4922335098272823,
      "recon_a_rank2_error_pct": 1.45423059499427,
      "recon_a_rank5_error_pct": 1.4174527504116055,
      "recon_a_rank10_error_pct": 1.377223007385293,
      "recon_a_rank20_error_pct": 1.3442985303283361,
      "recon_b_rank1_error_pct": 0.6404230993042764,
      "recon_b_rank2_error_pct": 0.6272024910528881,
      "recon_b_rank5_error_pct": 0.5990389576607951,
      "recon_b_rank10_error_pct": 0.5797988775077085,
      "recon_b_rank20_error_pct": 0.5615027965181439,
      "recon_b_from_a_rank1_error_pct": 67.95909713552456,
      "self_recon_a_rank1_error_pct": 1.4922335098272823,
      "recon_b_from_a_rank2_error_pct": 67.95591264111584,
      "self_recon_a_rank2_error_pct": 1.4542143613092524,
      "recon_b_from_a_rank5_error_pct": 67.51921737664959,
      "self_recon_a_rank5_error_pct": 1.4174453011881087,
      "recon_b_from_a_rank10_error_pct": 61.6499417292273,
      "self_recon_a_rank10_error_pct": 1.3773093418113032,
      "recon_b_from_a_rank20_error_pct": 61.381223392877736,
      "self_recon_a_rank20_error_pct": 1.3445713558639483
    },
    {
      "key": "model.layers.24.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 24,
      "numel": 67895296,
      "edit_norm_a": 1.5345773696899414,
      "edit_norm_b": 3.2534019947052,
      "recon_a_rank1_error_pct": 1.8597679559924387,
      "recon_a_rank2_error_pct": 1.8104330273215674,
      "recon_a_rank5_error_pct": 1.764107017262144,
      "recon_a_rank10_error_pct": 1.720920243627903,
      "recon_a_rank20_error_pct": 1.6876726215766216,
      "recon_b_rank1_error_pct": 0.4707731701020134,
      "recon_b_rank2_error_pct": 0.4630688287272544,
      "recon_b_rank5_error_pct": 0.45294736316473805,
      "recon_b_rank10_error_pct": 0.4418505381628749,
      "recon_b_rank20_error_pct": 0.4309939848071874,
      "recon_b_from_a_rank1_error_pct": 74.39273089614927,
      "self_recon_a_rank1_error_pct": 1.859763718485381,
      "recon_b_from_a_rank2_error_pct": 74.38783872729782,
      "self_recon_a_rank2_error_pct": 1.8104262333223673,
      "recon_b_from_a_rank5_error_pct": 74.34854287716148,
      "self_recon_a_rank5_error_pct": 1.7640951519031074,
      "recon_b_from_a_rank10_error_pct": 74.19554101939285,
      "self_recon_a_rank10_error_pct": 1.720804072233065,
      "recon_b_from_a_rank20_error_pct": 73.73790892035746,
      "self_recon_a_rank20_error_pct": 1.686095905668283
    },
    {
      "key": "model.layers.24.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 24,
      "numel": 12845056,
      "edit_norm_a": 0.7535343170166016,
      "edit_norm_b": 1.1832281351089478,
      "recon_a_rank1_error_pct": 1.6850812802624953,
      "recon_a_rank2_error_pct": 1.641405157866562,
      "recon_a_rank5_error_pct": 1.5989388421448127,
      "recon_a_rank10_error_pct": 1.55137614731818,
      "recon_a_rank20_error_pct": 1.5182888285377538,
      "recon_b_rank1_error_pct": 0.768922386676188,
      "recon_b_rank2_error_pct": 0.7332545707170315,
      "recon_b_rank5_error_pct": 0.7025927207660286,
      "recon_b_rank10_error_pct": 0.6795572643392765,
      "recon_b_rank20_error_pct": 0.6618336683574765,
      "recon_b_from_a_rank1_error_pct": 74.35128512999832,
      "self_recon_a_rank1_error_pct": 1.6850812802624953,
      "recon_b_from_a_rank2_error_pct": 74.31386486214144,
      "self_recon_a_rank2_error_pct": 1.641398317359654,
      "recon_b_from_a_rank5_error_pct": 66.82283789630034,
      "self_recon_a_rank5_error_pct": 1.5989453435434076,
      "recon_b_from_a_rank10_error_pct": 63.88044482220978,
      "self_recon_a_rank10_error_pct": 1.5513852606670102,
      "recon_b_from_a_rank20_error_pct": 63.382540166482336,
      "self_recon_a_rank20_error_pct": 1.517791060459323
    },
    {
      "key": "model.layers.25.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 25,
      "numel": 67895296,
      "edit_norm_a": 1.5327831506729126,
      "edit_norm_b": 3.2607526779174805,
      "recon_a_rank1_error_pct": 1.9363993567672957,
      "recon_a_rank2_error_pct": 1.8835657532978431,
      "recon_a_rank5_error_pct": 1.8355284109686947,
      "recon_a_rank10_error_pct": 1.7908573957757876,
      "recon_a_rank20_error_pct": 1.756450517167113,
      "recon_b_rank1_error_pct": 0.4859620324422717,
      "recon_b_rank2_error_pct": 0.4780320826251934,
      "recon_b_rank5_error_pct": 0.46745286710918366,
      "recon_b_rank10_error_pct": 0.4556978598999899,
      "recon_b_rank20_error_pct": 0.44450059245011314,
      "recon_b_from_a_rank1_error_pct": 80.37671632007127,
      "self_recon_a_rank1_error_pct": 1.9363950277771675,
      "recon_b_from_a_rank2_error_pct": 80.37147222847543,
      "self_recon_a_rank2_error_pct": 1.883557747943191,
      "recon_b_from_a_rank5_error_pct": 80.3017027659482,
      "self_recon_a_rank5_error_pct": 1.8355181375746648,
      "recon_b_from_a_rank10_error_pct": 80.21576140980191,
      "self_recon_a_rank10_error_pct": 1.790747594929605,
      "recon_b_from_a_rank20_error_pct": 79.97644277515536,
      "self_recon_a_rank20_error_pct": 1.7547759708701376
    },
    {
      "key": "model.layers.25.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 25,
      "numel": 12845056,
      "edit_norm_a": 0.8109913468360901,
      "edit_norm_b": 1.4278156757354736,
      "recon_a_rank1_error_pct": 1.614877585339885,
      "recon_a_rank2_error_pct": 1.5736007809720478,
      "recon_a_rank5_error_pct": 1.5337702524492502,
      "recon_a_rank10_error_pct": 1.490758734660334,
      "recon_a_rank20_error_pct": 1.4589602767422498,
      "recon_b_rank1_error_pct": 0.5703500502081456,
      "recon_b_rank2_error_pct": 0.559967672710308,
      "recon_b_rank5_error_pct": 0.5458923338570635,
      "recon_b_rank10_error_pct": 0.5283991607456706,
      "recon_b_rank20_error_pct": 0.5124311496806141,
      "recon_b_from_a_rank1_error_pct": 79.42605951156203,
      "self_recon_a_rank1_error_pct": 1.614877585339885,
      "recon_b_from_a_rank2_error_pct": 79.42226475036482,
      "self_recon_a_rank2_error_pct": 1.573587643097129,
      "recon_b_from_a_rank5_error_pct": 78.88852622896964,
      "self_recon_a_rank5_error_pct": 1.533759102334465,
      "recon_b_from_a_rank10_error_pct": 72.96017106828155,
      "self_recon_a_rank10_error_pct": 1.4907221673923232,
      "recon_b_from_a_rank20_error_pct": 72.69339775778472,
      "self_recon_a_rank20_error_pct": 1.4585299766795594
    },
    {
      "key": "model.layers.26.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 26,
      "numel": 67895296,
      "edit_norm_a": 1.5366296768188477,
      "edit_norm_b": 3.256988048553467,
      "recon_a_rank1_error_pct": 1.917993763621485,
      "recon_a_rank2_error_pct": 1.866504426039058,
      "recon_a_rank5_error_pct": 1.8186025058714113,
      "recon_a_rank10_error_pct": 1.7743283511361465,
      "recon_a_rank20_error_pct": 1.7404765474775132,
      "recon_b_rank1_error_pct": 0.48259434737492457,
      "recon_b_rank2_error_pct": 0.4746980066754206,
      "recon_b_rank5_error_pct": 0.46410637362187446,
      "recon_b_rank10_error_pct": 0.45252054400215663,
      "recon_b_rank20_error_pct": 0.44205147044099785,
      "recon_b_from_a_rank1_error_pct": 83.65772721726653,
      "self_recon_a_rank1_error_pct": 1.9179894660389436,
      "recon_b_from_a_rank2_error_pct": 83.65523654451991,
      "self_recon_a_rank2_error_pct": 1.8664956820655074,
      "recon_b_from_a_rank5_error_pct": 83.58543245067112,
      "self_recon_a_rank5_error_pct": 1.8185896900897618,
      "recon_b_from_a_rank10_error_pct": 83.4377805660539,
      "self_recon_a_rank10_error_pct": 1.7742539489283555,
      "recon_b_from_a_rank20_error_pct": 83.20901517011761,
      "self_recon_a_rank20_error_pct": 1.7387227625087913
    },
    {
      "key": "model.layers.26.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 26,
      "numel": 12845056,
      "edit_norm_a": 0.7618703246116638,
      "edit_norm_b": 1.2986646890640259,
      "recon_a_rank1_error_pct": 1.912662084853071,
      "recon_a_rank2_error_pct": 1.8619171032173563,
      "recon_a_rank5_error_pct": 1.8124730980977104,
      "recon_a_rank10_error_pct": 1.7586527409180133,
      "recon_a_rank20_error_pct": 1.720132419419224,
      "recon_b_rank1_error_pct": 0.7380966252834383,
      "recon_b_rank2_error_pct": 0.7173751898720241,
      "recon_b_rank5_error_pct": 0.6917325204907067,
      "recon_b_rank10_error_pct": 0.6711058168878651,
      "recon_b_rank20_error_pct": 0.6547254012104905,
      "recon_b_from_a_rank1_error_pct": 83.77127352609808,
      "self_recon_a_rank1_error_pct": 1.912662084853071,
      "recon_b_from_a_rank2_error_pct": 83.74376903274894,
      "self_recon_a_rank2_error_pct": 1.8619090967670324,
      "recon_b_from_a_rank5_error_pct": 83.62894416657495,
      "self_recon_a_rank5_error_pct": 1.8124599323946684,
      "recon_b_from_a_rank10_error_pct": 79.26158809095809,
      "self_recon_a_rank10_error_pct": 1.7586807535932558,
      "recon_b_from_a_rank20_error_pct": 79.01092956858948,
      "self_recon_a_rank20_error_pct": 1.7205785353511471
    },
    {
      "key": "model.layers.27.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 27,
      "numel": 67895296,
      "edit_norm_a": 1.4903757572174072,
      "edit_norm_b": 3.1900408267974854,
      "recon_a_rank1_error_pct": 1.7723150576730056,
      "recon_a_rank2_error_pct": 1.727612610717468,
      "recon_a_rank5_error_pct": 1.6836640634434514,
      "recon_a_rank10_error_pct": 1.6419688662355731,
      "recon_a_rank20_error_pct": 1.607949166919744,
      "recon_b_rank1_error_pct": 0.46304737699390686,
      "recon_b_rank2_error_pct": 0.4456396871591458,
      "recon_b_rank5_error_pct": 0.42178162331580166,
      "recon_b_rank10_error_pct": 0.40888987319054393,
      "recon_b_rank20_error_pct": 0.3975471548824503,
      "recon_b_from_a_rank1_error_pct": 88.66237985221862,
      "self_recon_a_rank1_error_pct": 1.7723110645213103,
      "recon_b_from_a_rank2_error_pct": 88.60897386987567,
      "self_recon_a_rank2_error_pct": 1.7276010461481603,
      "recon_b_from_a_rank5_error_pct": 88.40402754855614,
      "self_recon_a_rank5_error_pct": 1.683649014393801,
      "recon_b_from_a_rank10_error_pct": 88.17337812529864,
      "self_recon_a_rank10_error_pct": 1.641926844125194,
      "recon_b_from_a_rank20_error_pct": 87.87951355971883,
      "self_recon_a_rank20_error_pct": 1.6066197433423535
    },
    {
      "key": "model.layers.27.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 27,
      "numel": 12845056,
      "edit_norm_a": 0.7310567498207092,
      "edit_norm_b": 1.1581122875213623,
      "recon_a_rank1_error_pct": 1.7975534347204822,
      "recon_a_rank2_error_pct": 1.751319989601421,
      "recon_a_rank5_error_pct": 1.6913954371132855,
      "recon_a_rank10_error_pct": 1.640446815128176,
      "recon_a_rank20_error_pct": 1.5964379036205862,
      "recon_b_rank1_error_pct": 0.8395461647316237,
      "recon_b_rank2_error_pct": 0.8039617403391403,
      "recon_b_rank5_error_pct": 0.7566081535015504,
      "recon_b_rank10_error_pct": 0.7247588897472835,
      "recon_b_rank20_error_pct": 0.6998689388089344,
      "recon_b_from_a_rank1_error_pct": 91.13579947862463,
      "self_recon_a_rank1_error_pct": 1.7975537080017996,
      "recon_b_from_a_rank2_error_pct": 91.12223925458936,
      "self_recon_a_rank2_error_pct": 1.7513116275477782,
      "recon_b_from_a_rank5_error_pct": 91.026324578656,
      "self_recon_a_rank5_error_pct": 1.691400738896121,
      "recon_b_from_a_rank10_error_pct": 87.42409283583392,
      "self_recon_a_rank10_error_pct": 1.6405355787246816,
      "recon_b_from_a_rank20_error_pct": 86.4241990057755,
      "self_recon_a_rank20_error_pct": 1.5968659641315859
    },
    {
      "key": "model.layers.3.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 3,
      "numel": 67895296,
      "edit_norm_a": 1.4923839569091797,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 1.711288816393558,
      "recon_a_rank2_error_pct": 1.669280201248606,
      "recon_a_rank5_error_pct": 1.625553332463363,
      "recon_a_rank10_error_pct": 1.5785724722427077,
      "recon_a_rank20_error_pct": 1.5426023826180886
    },
    {
      "key": "model.layers.3.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 3,
      "numel": 12845056,
      "edit_norm_a": 0.6104497313499451,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 1.6463356461157792,
      "recon_a_rank2_error_pct": 1.6095008878444432,
      "recon_a_rank5_error_pct": 1.5708233166810452,
      "recon_a_rank10_error_pct": 1.531507891008962,
      "recon_a_rank20_error_pct": 1.496163871691451
    },
    {
      "key": "model.layers.4.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 4,
      "numel": 67895296,
      "edit_norm_a": 1.4333581924438477,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 1.7944430095513917,
      "recon_a_rank2_error_pct": 1.7503079313202001,
      "recon_a_rank5_error_pct": 1.7056694477399676,
      "recon_a_rank10_error_pct": 1.6641967845587424,
      "recon_a_rank20_error_pct": 1.630440981771769
    },
    {
      "key": "model.layers.4.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 4,
      "numel": 12845056,
      "edit_norm_a": 0.6283464431762695,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 1.643217635621233,
      "recon_a_rank2_error_pct": 1.604593524709121,
      "recon_a_rank5_error_pct": 1.5645312464199475,
      "recon_a_rank10_error_pct": 1.5260729573792724,
      "recon_a_rank20_error_pct": 1.4927336268633442
    },
    {
      "key": "model.layers.5.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 5,
      "numel": 67895296,
      "edit_norm_a": 1.4924590587615967,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 1.7400602453464684,
      "recon_a_rank2_error_pct": 1.6966858559488331,
      "recon_a_rank5_error_pct": 1.6539534107977747,
      "recon_a_rank10_error_pct": 1.6138424022214954,
      "recon_a_rank20_error_pct": 1.5793856468641647
    },
    {
      "key": "model.layers.5.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 5,
      "numel": 12845056,
      "edit_norm_a": 0.6142081022262573,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 1.6851751178408283,
      "recon_a_rank2_error_pct": 1.6432113212410269,
      "recon_a_rank5_error_pct": 1.6012654256434653,
      "recon_a_rank10_error_pct": 1.5604685180312963,
      "recon_a_rank20_error_pct": 1.5248877729946038
    },
    {
      "key": "model.layers.6.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 6,
      "numel": 67895296,
      "edit_norm_a": 2.56730318069458,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.6055106502317297,
      "recon_a_rank2_error_pct": 0.5953093430004016,
      "recon_a_rank5_error_pct": 0.5820050254130495,
      "recon_a_rank10_error_pct": 0.5679898612193105,
      "recon_a_rank20_error_pct": 0.5560708431570532
    },
    {
      "key": "model.layers.6.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 6,
      "numel": 12845056,
      "edit_norm_a": 1.2243965864181519,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.4993404436265319,
      "recon_a_rank2_error_pct": 0.49144199102915626,
      "recon_a_rank5_error_pct": 0.4808146672825165,
      "recon_a_rank10_error_pct": 0.46859276852314596,
      "recon_a_rank20_error_pct": 0.4563964876431183
    },
    {
      "key": "model.layers.7.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 7,
      "numel": 67895296,
      "edit_norm_a": 2.6989998817443848,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.5884256342196732,
      "recon_a_rank2_error_pct": 0.5786976780303149,
      "recon_a_rank5_error_pct": 0.566052454205551,
      "recon_a_rank10_error_pct": 0.5528994930272326,
      "recon_a_rank20_error_pct": 0.5414484293961086
    },
    {
      "key": "model.layers.7.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 7,
      "numel": 12845056,
      "edit_norm_a": 1.287301778793335,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.5420694947306094,
      "recon_a_rank2_error_pct": 0.533575330664988,
      "recon_a_rank5_error_pct": 0.522005788346028,
      "recon_a_rank10_error_pct": 0.5097036349256292,
      "recon_a_rank20_error_pct": 0.49900130500121254
    },
    {
      "key": "model.layers.8.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 8,
      "numel": 67895296,
      "edit_norm_a": 2.7235724925994873,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.5953957694483725,
      "recon_a_rank2_error_pct": 0.5853364234370025,
      "recon_a_rank5_error_pct": 0.5724173767460694,
      "recon_a_rank10_error_pct": 0.5589042879539111,
      "recon_a_rank20_error_pct": 0.5471908085677195
    },
    {
      "key": "model.layers.8.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 8,
      "numel": 12845056,
      "edit_norm_a": 1.1572750806808472,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.5593757151435479,
      "recon_a_rank2_error_pct": 0.549628394011079,
      "recon_a_rank5_error_pct": 0.5376040179046113,
      "recon_a_rank10_error_pct": 0.5248612587036369,
      "recon_a_rank20_error_pct": 0.5136208656143297
    },
    {
      "key": "model.layers.9.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 9,
      "numel": 67895296,
      "edit_norm_a": 2.469177722930908,
      "edit_norm_b": 2.726933479309082,
      "recon_a_rank1_error_pct": 0.6092141902424304,
      "recon_a_rank2_error_pct": 0.5985978508777208,
      "recon_a_rank5_error_pct": 0.5847229089072612,
      "recon_a_rank10_error_pct": 0.5705275589361976,
      "recon_a_rank20_error_pct": 0.5576828196307324,
      "recon_b_rank1_error_pct": 0.5079901790478766,
      "recon_b_rank2_error_pct": 0.49971598990164195,
      "recon_b_rank5_error_pct": 0.48876301064894123,
      "recon_b_rank10_error_pct": 0.4768196645915826,
      "recon_b_rank20_error_pct": 0.4656219501959172,
      "recon_b_from_a_rank1_error_pct": 99.80398836488783,
      "self_recon_a_rank1_error_pct": 0.6092098567322315,
      "recon_b_from_a_rank2_error_pct": 99.79935911810487,
      "self_recon_a_rank2_error_pct": 0.5985864582711659,
      "recon_b_from_a_rank5_error_pct": 99.76992660779518,
      "self_recon_a_rank5_error_pct": 0.5847103570095705,
      "recon_b_from_a_rank10_error_pct": 99.73655172600658,
      "self_recon_a_rank10_error_pct": 0.5705009385802955,
      "recon_b_from_a_rank20_error_pct": 99.0811222167028,
      "self_recon_a_rank20_error_pct": 0.5572762065946231
    },
    {
      "key": "model.layers.9.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 9,
      "numel": 12845056,
      "edit_norm_a": 1.2678027153015137,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.5596253593836125,
      "recon_a_rank2_error_pct": 0.550282281028772,
      "recon_a_rank5_error_pct": 0.5377305165535896,
      "recon_a_rank10_error_pct": 0.522789108398226,
      "recon_a_rank20_error_pct": 0.5098616915125225
    }
  ]
}