{
  "metadata": {
    "tool": "abliterlitics",
    "version": "1.0.0",
    "results_version": 1,
    "comparison_name": "qwen25-7b",
    "variant": "huihui_vs_heretic",
    "architecture": "qwen2",
    "timestamp": "2026-06-02T13:57:11.199533+00:00"
  },
  "results_version": 1,
  "architecture": {
    "family": "qwen3",
    "layers": 28
  },
  "variant_a": "Huihui",
  "variant_b": "Heretic",
  "ranks_tested": [
    1,
    2,
    5,
    10,
    20
  ],
  "total_tensors_analyzed": 57,
  "per_tensor": [
    {
      "key": "model.embed_tokens.weight",
      "type": "embed_tokens.weight",
      "layer": null,
      "numel": 544997376,
      "edit_norm_a": 5.107936859130859,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.7975807139600702,
      "recon_a_rank2_error_pct": 0.7876242080573967,
      "recon_a_rank5_error_pct": 0.7699195765290823,
      "recon_a_rank10_error_pct": 0.7460798021378355,
      "recon_a_rank20_error_pct": 0.7216078728472477
    },
    {
      "key": "model.layers.0.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 0,
      "numel": 67895296,
      "edit_norm_a": 1.9875503778457642,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.8085688997181605,
      "recon_a_rank2_error_pct": 0.7927489622266399,
      "recon_a_rank5_error_pct": 0.773972295233595,
      "recon_a_rank10_error_pct": 0.7553152399144977,
      "recon_a_rank20_error_pct": 0.7401963551182394
    },
    {
      "key": "model.layers.0.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 0,
      "numel": 12845056,
      "edit_norm_a": 0.8519583940505981,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.6609843722189271,
      "recon_a_rank2_error_pct": 0.6490289204051082,
      "recon_a_rank5_error_pct": 0.63430417270698,
      "recon_a_rank10_error_pct": 0.61922374584031,
      "recon_a_rank20_error_pct": 0.6047871287511108
    },
    {
      "key": "model.layers.1.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 1,
      "numel": 67895296,
      "edit_norm_a": 2.0407474040985107,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.6043328069884626,
      "recon_a_rank2_error_pct": 0.5928721717054132,
      "recon_a_rank5_error_pct": 0.5790172654000211,
      "recon_a_rank10_error_pct": 0.5641697752202297,
      "recon_a_rank20_error_pct": 0.5498192617456718
    },
    {
      "key": "model.layers.1.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 1,
      "numel": 12845056,
      "edit_norm_a": 0.924687385559082,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.7543612694739618,
      "recon_a_rank2_error_pct": 0.740076423639278,
      "recon_a_rank5_error_pct": 0.7226973409289098,
      "recon_a_rank10_error_pct": 0.7048186278035818,
      "recon_a_rank20_error_pct": 0.6896071297510237
    },
    {
      "key": "model.layers.10.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 10,
      "numel": 67895296,
      "edit_norm_a": 2.5565185546875,
      "edit_norm_b": 3.014782667160034,
      "recon_a_rank1_error_pct": 0.6529809418648136,
      "recon_a_rank2_error_pct": 0.6407119064290311,
      "recon_a_rank5_error_pct": 0.6259837682759266,
      "recon_a_rank10_error_pct": 0.6110208615987406,
      "recon_a_rank20_error_pct": 0.5975209054114102,
      "recon_b_rank1_error_pct": 0.4840189305088678,
      "recon_b_rank2_error_pct": 0.47627380208045583,
      "recon_b_rank5_error_pct": 0.465314729496536,
      "recon_b_rank10_error_pct": 0.45260217198081515,
      "recon_b_rank20_error_pct": 0.4413743956535938,
      "recon_b_from_a_rank1_error_pct": 95.60458429174508,
      "self_recon_a_rank1_error_pct": 0.6529766086669188,
      "recon_b_from_a_rank2_error_pct": 95.50549399347254,
      "self_recon_a_rank2_error_pct": 0.6407017355771191,
      "recon_b_from_a_rank5_error_pct": 95.4143342729996,
      "self_recon_a_rank5_error_pct": 0.6259720548378852,
      "recon_b_from_a_rank10_error_pct": 95.190490976516,
      "self_recon_a_rank10_error_pct": 0.6109914291449555,
      "recon_b_from_a_rank20_error_pct": 94.57916531839608,
      "self_recon_a_rank20_error_pct": 0.5970916037309681
    },
    {
      "key": "model.layers.10.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 10,
      "numel": 12845056,
      "edit_norm_a": 1.119545340538025,
      "edit_norm_b": 0.9831811189651489,
      "recon_a_rank1_error_pct": 0.6216701946090918,
      "recon_a_rank2_error_pct": 0.6105691433817807,
      "recon_a_rank5_error_pct": 0.597114037270392,
      "recon_a_rank10_error_pct": 0.5828582488967662,
      "recon_a_rank20_error_pct": 0.5697129374526921,
      "recon_b_rank1_error_pct": 0.8158401171413655,
      "recon_b_rank2_error_pct": 0.8004555104902624,
      "recon_b_rank5_error_pct": 0.7768855951974044,
      "recon_b_rank10_error_pct": 0.7556388796957392,
      "recon_b_rank20_error_pct": 0.7359524638864013,
      "recon_b_from_a_rank1_error_pct": 95.01044480240944,
      "self_recon_a_rank1_error_pct": 0.6216701946090918,
      "recon_b_from_a_rank2_error_pct": 94.85270975359668,
      "self_recon_a_rank2_error_pct": 0.6105614471842941,
      "recon_b_from_a_rank5_error_pct": 94.67878861712273,
      "self_recon_a_rank5_error_pct": 0.5971010781580387,
      "recon_b_from_a_rank10_error_pct": 94.59208247287077,
      "self_recon_a_rank10_error_pct": 0.5828292888429324,
      "recon_b_from_a_rank20_error_pct": 93.77016143996606,
      "self_recon_a_rank20_error_pct": 0.5696145883471523
    },
    {
      "key": "model.layers.11.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 11,
      "numel": 67895296,
      "edit_norm_a": 2.6452598571777344,
      "edit_norm_b": 3.2059199810028076,
      "recon_a_rank1_error_pct": 0.6221555954584276,
      "recon_a_rank2_error_pct": 0.610383161392895,
      "recon_a_rank5_error_pct": 0.5962942274104854,
      "recon_a_rank10_error_pct": 0.582107427145564,
      "recon_a_rank20_error_pct": 0.5691918810239917,
      "recon_b_rank1_error_pct": 0.5725864359114295,
      "recon_b_rank2_error_pct": 0.44034897042181276,
      "recon_b_rank5_error_pct": 0.42566669332319135,
      "recon_b_rank10_error_pct": 0.4132850477071276,
      "recon_b_rank20_error_pct": 0.40261659440114567,
      "recon_b_from_a_rank1_error_pct": 91.71834934846576,
      "self_recon_a_rank1_error_pct": 0.6221513299405581,
      "recon_b_from_a_rank2_error_pct": 91.68906510774444,
      "self_recon_a_rank2_error_pct": 0.6103779682039129,
      "recon_b_from_a_rank5_error_pct": 91.51597632044883,
      "self_recon_a_rank5_error_pct": 0.5962877895343437,
      "recon_b_from_a_rank10_error_pct": 89.02387105296802,
      "self_recon_a_rank10_error_pct": 0.5820791475001036,
      "recon_b_from_a_rank20_error_pct": 87.26196617226945,
      "self_recon_a_rank20_error_pct": 0.5686254222187371
    },
    {
      "key": "model.layers.11.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 11,
      "numel": 12845056,
      "edit_norm_a": 1.0953150987625122,
      "edit_norm_b": 0.97207111120224,
      "recon_a_rank1_error_pct": 0.621148831028711,
      "recon_a_rank2_error_pct": 0.6096931730937776,
      "recon_a_rank5_error_pct": 0.5958615089185483,
      "recon_a_rank10_error_pct": 0.5808902694912081,
      "recon_a_rank20_error_pct": 0.5671549874145169,
      "recon_b_rank1_error_pct": 0.9100748495282371,
      "recon_b_rank2_error_pct": 0.7829760656147045,
      "recon_b_rank5_error_pct": 0.7561691622384442,
      "recon_b_rank10_error_pct": 0.7331757188292283,
      "recon_b_rank20_error_pct": 0.714565074940052,
      "recon_b_from_a_rank1_error_pct": 91.60055453272761,
      "self_recon_a_rank1_error_pct": 0.6211489382494739,
      "recon_b_from_a_rank2_error_pct": 91.59929866643651,
      "self_recon_a_rank2_error_pct": 0.6096880741874477,
      "recon_b_from_a_rank5_error_pct": 91.52451385801157,
      "self_recon_a_rank5_error_pct": 0.5958563631666045,
      "recon_b_from_a_rank10_error_pct": 88.04637942324264,
      "self_recon_a_rank10_error_pct": 0.5808499355973082,
      "recon_b_from_a_rank20_error_pct": 86.93290010064348,
      "self_recon_a_rank20_error_pct": 0.567013608730428
    },
    {
      "key": "model.layers.12.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 12,
      "numel": 67895296,
      "edit_norm_a": 2.7824409008026123,
      "edit_norm_b": 3.328052520751953,
      "recon_a_rank1_error_pct": 0.5803024567179578,
      "recon_a_rank2_error_pct": 0.5697074939102417,
      "recon_a_rank5_error_pct": 0.5570116669505848,
      "recon_a_rank10_error_pct": 0.5438929366755398,
      "recon_a_rank20_error_pct": 0.5316979166496646,
      "recon_b_rank1_error_pct": 0.4816525569689777,
      "recon_b_rank2_error_pct": 0.4136159822614195,
      "recon_b_rank5_error_pct": 0.4013846233047887,
      "recon_b_rank10_error_pct": 0.38998862315147126,
      "recon_b_rank20_error_pct": 0.37949343620685466,
      "recon_b_from_a_rank1_error_pct": 85.95366179348223,
      "self_recon_a_rank1_error_pct": 0.5802980507199162,
      "recon_b_from_a_rank2_error_pct": 85.94624976725626,
      "self_recon_a_rank2_error_pct": 0.5696903550190969,
      "recon_b_from_a_rank5_error_pct": 85.70265456472143,
      "self_recon_a_rank5_error_pct": 0.5569924019248715,
      "recon_b_from_a_rank10_error_pct": 84.55811100781195,
      "self_recon_a_rank10_error_pct": 0.5438528096867207,
      "recon_b_from_a_rank20_error_pct": 83.2806033966594,
      "self_recon_a_rank20_error_pct": 0.5311789059679262
    },
    {
      "key": "model.layers.12.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 12,
      "numel": 12845056,
      "edit_norm_a": 1.1640924215316772,
      "edit_norm_b": 0.9526252150535583,
      "recon_a_rank1_error_pct": 0.5515061837990428,
      "recon_a_rank2_error_pct": 0.54080158945296,
      "recon_a_rank5_error_pct": 0.5276761839219902,
      "recon_a_rank10_error_pct": 0.513771677607547,
      "recon_a_rank20_error_pct": 0.5011691821785704,
      "recon_b_rank1_error_pct": 0.8579218705646489,
      "recon_b_rank2_error_pct": 0.823689027713137,
      "recon_b_rank5_error_pct": 0.7898688206276013,
      "recon_b_rank10_error_pct": 0.7638335675322708,
      "recon_b_rank20_error_pct": 0.741980209421136,
      "recon_b_from_a_rank1_error_pct": 86.47975822253599,
      "self_recon_a_rank1_error_pct": 0.5515060887368506,
      "recon_b_from_a_rank2_error_pct": 86.47871088551543,
      "self_recon_a_rank2_error_pct": 0.5407921759830092,
      "recon_b_from_a_rank5_error_pct": 86.31375308411988,
      "self_recon_a_rank5_error_pct": 0.5276670713578511,
      "recon_b_from_a_rank10_error_pct": 85.54342421041673,
      "self_recon_a_rank10_error_pct": 0.5138116824600664,
      "recon_b_from_a_rank20_error_pct": 83.37580628094165,
      "self_recon_a_rank20_error_pct": 0.5010916143223209
    },
    {
      "key": "model.layers.13.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 13,
      "numel": 67895296,
      "edit_norm_a": 3.0158262252807617,
      "edit_norm_b": 3.6116156578063965,
      "recon_a_rank1_error_pct": 0.48251884600303524,
      "recon_a_rank2_error_pct": 0.4741539041118638,
      "recon_a_rank5_error_pct": 0.463467596840871,
      "recon_a_rank10_error_pct": 0.45239102063250297,
      "recon_a_rank20_error_pct": 0.4418376488939454,
      "recon_b_rank1_error_pct": 0.43960722021874465,
      "recon_b_rank2_error_pct": 0.34706945585716337,
      "recon_b_rank5_error_pct": 0.336554434987107,
      "recon_b_rank10_error_pct": 0.32696349606614633,
      "recon_b_rank20_error_pct": 0.31809067985129946,
      "recon_b_from_a_rank1_error_pct": 58.703921715106866,
      "self_recon_a_rank1_error_pct": 0.48251479603089686,
      "recon_b_from_a_rank2_error_pct": 58.701150006579894,
      "self_recon_a_rank2_error_pct": 0.4741452622921368,
      "recon_b_from_a_rank5_error_pct": 58.676035645776416,
      "self_recon_a_rank5_error_pct": 0.4634574383767636,
      "recon_b_from_a_rank10_error_pct": 57.61415858526225,
      "self_recon_a_rank10_error_pct": 0.45235486374776207,
      "recon_b_from_a_rank20_error_pct": 56.94700505081419,
      "self_recon_a_rank20_error_pct": 0.44150868720155156
    },
    {
      "key": "model.layers.13.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 13,
      "numel": 12845056,
      "edit_norm_a": 1.3909753561019897,
      "edit_norm_b": 1.1848832368850708,
      "recon_a_rank1_error_pct": 0.4171968068973879,
      "recon_a_rank2_error_pct": 0.4102894481299111,
      "recon_a_rank5_error_pct": 0.4014919636318661,
      "recon_a_rank10_error_pct": 0.39176492976026944,
      "recon_a_rank20_error_pct": 0.38217445961616003,
      "recon_b_rank1_error_pct": 0.655184114367741,
      "recon_b_rank2_error_pct": 0.5777216260253857,
      "recon_b_rank5_error_pct": 0.554318131419286,
      "recon_b_rank10_error_pct": 0.5382078779777185,
      "recon_b_rank20_error_pct": 0.5228668609911541,
      "recon_b_from_a_rank1_error_pct": 59.14166831527462,
      "self_recon_a_rank1_error_pct": 0.4171963225364863,
      "recon_b_from_a_rank2_error_pct": 59.085695507175096,
      "self_recon_a_rank2_error_pct": 0.41027544992604786,
      "recon_b_from_a_rank5_error_pct": 59.00474584260769,
      "self_recon_a_rank5_error_pct": 0.4014844969134876,
      "recon_b_from_a_rank10_error_pct": 56.659849333662024,
      "self_recon_a_rank10_error_pct": 0.391772372597074,
      "recon_b_from_a_rank20_error_pct": 55.89917490320253,
      "self_recon_a_rank20_error_pct": 0.3821624727218374
    },
    {
      "key": "model.layers.14.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 14,
      "numel": 67895296,
      "edit_norm_a": 2.8105521202087402,
      "edit_norm_b": 3.832038402557373,
      "recon_a_rank1_error_pct": 0.5613718262063359,
      "recon_a_rank2_error_pct": 0.5513810265170065,
      "recon_a_rank5_error_pct": 0.538997439322505,
      "recon_a_rank10_error_pct": 0.5265328786431206,
      "recon_a_rank20_error_pct": 0.5147996400406522,
      "recon_b_rank1_error_pct": 0.3345700886453972,
      "recon_b_rank2_error_pct": 0.3127878169701802,
      "recon_b_rank5_error_pct": 0.30386925775174334,
      "recon_b_rank10_error_pct": 0.2955555363309009,
      "recon_b_rank20_error_pct": 0.28774860428639004,
      "recon_b_from_a_rank1_error_pct": 69.60402973364702,
      "self_recon_a_rank1_error_pct": 0.561367615462452,
      "recon_b_from_a_rank2_error_pct": 69.59181131975055,
      "self_recon_a_rank2_error_pct": 0.5513770108863685,
      "recon_b_from_a_rank5_error_pct": 69.56529160597937,
      "self_recon_a_rank5_error_pct": 0.5389909000447447,
      "recon_b_from_a_rank10_error_pct": 69.30591448698826,
      "self_recon_a_rank10_error_pct": 0.526472787584521,
      "recon_b_from_a_rank20_error_pct": 68.38025310499206,
      "self_recon_a_rank20_error_pct": 0.5144157296241619
    },
    {
      "key": "model.layers.14.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 14,
      "numel": 12845056,
      "edit_norm_a": 1.2042511701583862,
      "edit_norm_b": 1.0787099599838257,
      "recon_a_rank1_error_pct": 0.5008411771987887,
      "recon_a_rank2_error_pct": 0.49162168300247167,
      "recon_a_rank5_error_pct": 0.48065600446920265,
      "recon_a_rank10_error_pct": 0.46846829760043807,
      "recon_a_rank20_error_pct": 0.45738751264403327,
      "recon_b_rank1_error_pct": 0.6314865560680157,
      "recon_b_rank2_error_pct": 0.6204960841201318,
      "recon_b_rank5_error_pct": 0.6045215550035599,
      "recon_b_rank10_error_pct": 0.5866219198319743,
      "recon_b_rank20_error_pct": 0.5706839158393268,
      "recon_b_from_a_rank1_error_pct": 69.96750408600903,
      "self_recon_a_rank1_error_pct": 0.5008412647683288,
      "recon_b_from_a_rank2_error_pct": 69.96564608144638,
      "self_recon_a_rank2_error_pct": 0.49161708474373755,
      "recon_b_from_a_rank5_error_pct": 69.93962736591828,
      "self_recon_a_rank5_error_pct": 0.4806524014323993,
      "recon_b_from_a_rank10_error_pct": 68.07688991109063,
      "self_recon_a_rank10_error_pct": 0.46850844253778484,
      "recon_b_from_a_rank20_error_pct": 67.6523395230261,
      "self_recon_a_rank20_error_pct": 0.45737152903821626
    },
    {
      "key": "model.layers.15.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 15,
      "numel": 67895296,
      "edit_norm_a": 2.803520917892456,
      "edit_norm_b": 3.837766647338867,
      "recon_a_rank1_error_pct": 0.5723587162931727,
      "recon_a_rank2_error_pct": 0.562095950367645,
      "recon_a_rank5_error_pct": 0.5494290791979122,
      "recon_a_rank10_error_pct": 0.5363837206816917,
      "recon_a_rank20_error_pct": 0.5240392501786658,
      "recon_b_rank1_error_pct": 0.42806174062682845,
      "recon_b_rank2_error_pct": 0.31757641222240346,
      "recon_b_rank5_error_pct": 0.3054777276481182,
      "recon_b_rank10_error_pct": 0.29686954050174486,
      "recon_b_rank20_error_pct": 0.28921480591013426,
      "recon_b_from_a_rank1_error_pct": 75.78640716736417,
      "self_recon_a_rank1_error_pct": 0.5723542930347978,
      "recon_b_from_a_rank2_error_pct": 75.7095429082062,
      "self_recon_a_rank2_error_pct": 0.5620876617277085,
      "recon_b_from_a_rank5_error_pct": 75.54101725093466,
      "self_recon_a_rank5_error_pct": 0.5494189934036522,
      "recon_b_from_a_rank10_error_pct": 74.36960618330741,
      "self_recon_a_rank10_error_pct": 0.5363568611918295,
      "recon_b_from_a_rank20_error_pct": 72.3030371713381,
      "self_recon_a_rank20_error_pct": 0.5237360204257173
    },
    {
      "key": "model.layers.15.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 15,
      "numel": 12845056,
      "edit_norm_a": 1.070353627204895,
      "edit_norm_b": 1.005503535270691,
      "recon_a_rank1_error_pct": 0.6397618427285968,
      "recon_a_rank2_error_pct": 0.6266460110580826,
      "recon_a_rank5_error_pct": 0.6120324332410007,
      "recon_a_rank10_error_pct": 0.5965141501491084,
      "recon_a_rank20_error_pct": 0.5821787766090568,
      "recon_b_rank1_error_pct": 0.7954716898110394,
      "recon_b_rank2_error_pct": 0.7313626893709166,
      "recon_b_rank5_error_pct": 0.7056256938653259,
      "recon_b_rank10_error_pct": 0.6836643883447703,
      "recon_b_rank20_error_pct": 0.6646925481850309,
      "recon_b_from_a_rank1_error_pct": 76.90673080740035,
      "self_recon_a_rank1_error_pct": 0.6397613973165999,
      "recon_b_from_a_rank2_error_pct": 76.89493064797861,
      "self_recon_a_rank2_error_pct": 0.6266144926307519,
      "recon_b_from_a_rank5_error_pct": 76.72259565276211,
      "self_recon_a_rank5_error_pct": 0.6119946409851101,
      "recon_b_from_a_rank10_error_pct": 74.41835025842747,
      "self_recon_a_rank10_error_pct": 0.5965651173544501,
      "recon_b_from_a_rank20_error_pct": 73.56139000779983,
      "self_recon_a_rank20_error_pct": 0.5824775156835804
    },
    {
      "key": "model.layers.16.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 16,
      "numel": 67895296,
      "edit_norm_a": 2.6577627658843994,
      "edit_norm_b": 3.6732335090637207,
      "recon_a_rank1_error_pct": 0.6247104336395167,
      "recon_a_rank2_error_pct": 0.6129326244159151,
      "recon_a_rank5_error_pct": 0.5988646255486327,
      "recon_a_rank10_error_pct": 0.5844577478389573,
      "recon_a_rank20_error_pct": 0.5707884936297672,
      "recon_b_rank1_error_pct": 0.34526186132549386,
      "recon_b_rank2_error_pct": 0.3398286663819138,
      "recon_b_rank5_error_pct": 0.330213874517563,
      "recon_b_rank10_error_pct": 0.3212500533397107,
      "recon_b_rank20_error_pct": 0.31242726194091175,
      "recon_b_from_a_rank1_error_pct": 80.52524507549107,
      "self_recon_a_rank1_error_pct": 0.6247060022236393,
      "recon_b_from_a_rank2_error_pct": 80.42960049046516,
      "self_recon_a_rank2_error_pct": 0.6129162079766942,
      "recon_b_from_a_rank5_error_pct": 80.31564191881102,
      "self_recon_a_rank5_error_pct": 0.5988458821397761,
      "recon_b_from_a_rank10_error_pct": 79.92885439539637,
      "self_recon_a_rank10_error_pct": 0.5844082852231671,
      "recon_b_from_a_rank20_error_pct": 79.74294560444525,
      "self_recon_a_rank20_error_pct": 0.5704219812386292
    },
    {
      "key": "model.layers.16.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 16,
      "numel": 12845056,
      "edit_norm_a": 1.2106976509094238,
      "edit_norm_b": 1.0509213209152222,
      "recon_a_rank1_error_pct": 0.5404249449746503,
      "recon_a_rank2_error_pct": 0.5301597227385972,
      "recon_a_rank5_error_pct": 0.5180026878755929,
      "recon_a_rank10_error_pct": 0.5046206721884063,
      "recon_a_rank20_error_pct": 0.49253761013063324,
      "recon_b_rank1_error_pct": 0.732795294165837,
      "recon_b_rank2_error_pct": 0.7191019961444428,
      "recon_b_rank5_error_pct": 0.6967847895341837,
      "recon_b_rank10_error_pct": 0.6756062898521105,
      "recon_b_rank20_error_pct": 0.6573191316556772,
      "recon_b_from_a_rank1_error_pct": 80.80935137397137,
      "self_recon_a_rank1_error_pct": 0.5404249449746503,
      "recon_b_from_a_rank2_error_pct": 80.72345462894567,
      "self_recon_a_rank2_error_pct": 0.5301449361260178,
      "recon_b_from_a_rank5_error_pct": 80.60941085040743,
      "self_recon_a_rank5_error_pct": 0.5179883375278136,
      "recon_b_from_a_rank10_error_pct": 80.08937437015555,
      "self_recon_a_rank10_error_pct": 0.504624868899493,
      "recon_b_from_a_rank20_error_pct": 79.83141118555022,
      "self_recon_a_rank20_error_pct": 0.4922465586315878
    },
    {
      "key": "model.layers.17.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 17,
      "numel": 67895296,
      "edit_norm_a": 2.506338119506836,
      "edit_norm_b": 3.765157699584961,
      "recon_a_rank1_error_pct": 0.7035630350570443,
      "recon_a_rank2_error_pct": 0.6900767477760084,
      "recon_a_rank5_error_pct": 0.6743368234790094,
      "recon_a_rank10_error_pct": 0.6585900076109162,
      "recon_a_rank20_error_pct": 0.6446801453493826,
      "recon_b_rank1_error_pct": 0.423146984946284,
      "recon_b_rank2_error_pct": 0.3319950027871017,
      "recon_b_rank5_error_pct": 0.3167979376691358,
      "recon_b_rank10_error_pct": 0.3079521770143384,
      "recon_b_rank20_error_pct": 0.3000859465613103,
      "recon_b_from_a_rank1_error_pct": 85.89906603969442,
      "self_recon_a_rank1_error_pct": 0.703558746316737,
      "recon_b_from_a_rank2_error_pct": 85.57285839115937,
      "self_recon_a_rank2_error_pct": 0.690068944355521,
      "recon_b_from_a_rank5_error_pct": 85.42776686836224,
      "self_recon_a_rank5_error_pct": 0.6743262778875051,
      "recon_b_from_a_rank10_error_pct": 85.05619742406051,
      "self_recon_a_rank10_error_pct": 0.6585578741906962,
      "recon_b_from_a_rank20_error_pct": 83.08363036772094,
      "self_recon_a_rank20_error_pct": 0.6441868329897116
    },
    {
      "key": "model.layers.17.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 17,
      "numel": 12845056,
      "edit_norm_a": 1.1397194862365723,
      "edit_norm_b": 1.115866780281067,
      "recon_a_rank1_error_pct": 0.6005274871549465,
      "recon_a_rank2_error_pct": 0.5896025122734226,
      "recon_a_rank5_error_pct": 0.5763258874442343,
      "recon_a_rank10_error_pct": 0.5623216464854747,
      "recon_a_rank20_error_pct": 0.5485645019114779,
      "recon_b_rank1_error_pct": 0.6909936827842502,
      "recon_b_rank2_error_pct": 0.6376993992252576,
      "recon_b_rank5_error_pct": 0.6084716527538703,
      "recon_b_rank10_error_pct": 0.5902851710855295,
      "recon_b_rank20_error_pct": 0.5743835260722545,
      "recon_b_from_a_rank1_error_pct": 85.64720222272337,
      "self_recon_a_rank1_error_pct": 0.6005275884734118,
      "recon_b_from_a_rank2_error_pct": 85.27609989220501,
      "self_recon_a_rank2_error_pct": 0.5895845421308163,
      "recon_b_from_a_rank5_error_pct": 84.71291379467608,
      "self_recon_a_rank5_error_pct": 0.5763163589200434,
      "recon_b_from_a_rank10_error_pct": 81.60082166338896,
      "self_recon_a_rank10_error_pct": 0.5623225288686524,
      "recon_b_from_a_rank20_error_pct": 80.26305377343849,
      "self_recon_a_rank20_error_pct": 0.5489442608241819
    },
    {
      "key": "model.layers.18.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 18,
      "numel": 67895296,
      "edit_norm_a": 2.4909167289733887,
      "edit_norm_b": 3.943685293197632,
      "recon_a_rank1_error_pct": 0.7354125148881391,
      "recon_a_rank2_error_pct": 0.7212218918669477,
      "recon_a_rank5_error_pct": 0.704617068555702,
      "recon_a_rank10_error_pct": 0.688178430331164,
      "recon_a_rank20_error_pct": 0.6741470112072341,
      "recon_b_rank1_error_pct": 0.3246962160558767,
      "recon_b_rank2_error_pct": 0.3131941461533498,
      "recon_b_rank5_error_pct": 0.300385920926854,
      "recon_b_rank10_error_pct": 0.29195897454364644,
      "recon_b_rank20_error_pct": 0.2845147602076352,
      "recon_b_from_a_rank1_error_pct": 89.61423480302408,
      "self_recon_a_rank1_error_pct": 0.7354083082065304,
      "recon_b_from_a_rank2_error_pct": 89.37800647982091,
      "self_recon_a_rank2_error_pct": 0.721209800636721,
      "recon_b_from_a_rank5_error_pct": 89.13849395875353,
      "self_recon_a_rank5_error_pct": 0.70460351044555,
      "recon_b_from_a_rank10_error_pct": 89.01927459631342,
      "self_recon_a_rank10_error_pct": 0.6881466698996311,
      "recon_b_from_a_rank20_error_pct": 88.45700888251791,
      "self_recon_a_rank20_error_pct": 0.6736489513040078
    },
    {
      "key": "model.layers.18.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 18,
      "numel": 12845056,
      "edit_norm_a": 1.3155784606933594,
      "edit_norm_b": 1.434563159942627,
      "recon_a_rank1_error_pct": 0.5182712742046691,
      "recon_a_rank2_error_pct": 0.508945884142231,
      "recon_a_rank5_error_pct": 0.4973512846307905,
      "recon_a_rank10_error_pct": 0.4843948680984521,
      "recon_a_rank20_error_pct": 0.47165176483341936,
      "recon_b_rank1_error_pct": 0.5211994877036612,
      "recon_b_rank2_error_pct": 0.47020792951756507,
      "recon_b_rank5_error_pct": 0.43359702739490696,
      "recon_b_rank10_error_pct": 0.4207668939114292,
      "recon_b_rank20_error_pct": 0.40879436535268787,
      "recon_b_from_a_rank1_error_pct": 90.37762340883678,
      "self_recon_a_rank1_error_pct": 0.5182711111204685,
      "recon_b_from_a_rank2_error_pct": 90.09032779817359,
      "self_recon_a_rank2_error_pct": 0.5089344098724112,
      "recon_b_from_a_rank5_error_pct": 89.93835594473461,
      "self_recon_a_rank5_error_pct": 0.4973357881412553,
      "recon_b_from_a_rank10_error_pct": 89.72225620747469,
      "self_recon_a_rank10_error_pct": 0.4843717705669471,
      "recon_b_from_a_rank20_error_pct": 89.46627896391186,
      "self_recon_a_rank20_error_pct": 0.47165153146865046
    },
    {
      "key": "model.layers.19.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 19,
      "numel": 67895296,
      "edit_norm_a": 2.4602954387664795,
      "edit_norm_b": 3.9126620292663574,
      "recon_a_rank1_error_pct": 0.7468885851527645,
      "recon_a_rank2_error_pct": 0.7322746214066733,
      "recon_a_rank5_error_pct": 0.7150609358535097,
      "recon_a_rank10_error_pct": 0.6980818422539056,
      "recon_a_rank20_error_pct": 0.6838619665084842,
      "recon_b_rank1_error_pct": 0.3232502261176868,
      "recon_b_rank2_error_pct": 0.315536512009948,
      "recon_b_rank5_error_pct": 0.30247068740764743,
      "recon_b_rank10_error_pct": 0.293818361525723,
      "recon_b_rank20_error_pct": 0.2862978555387479,
      "recon_b_from_a_rank1_error_pct": 92.24304756667836,
      "self_recon_a_rank1_error_pct": 0.746884188325448,
      "recon_b_from_a_rank2_error_pct": 92.0654774143113,
      "self_recon_a_rank2_error_pct": 0.7322701641501104,
      "recon_b_from_a_rank5_error_pct": 91.81656170514843,
      "self_recon_a_rank5_error_pct": 0.7150548923960778,
      "recon_b_from_a_rank10_error_pct": 91.64032437646482,
      "self_recon_a_rank10_error_pct": 0.6980414607366402,
      "recon_b_from_a_rank20_error_pct": 90.95841832649259,
      "self_recon_a_rank20_error_pct": 0.6834403066994853
    },
    {
      "key": "model.layers.19.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 19,
      "numel": 12845056,
      "edit_norm_a": 1.329770803451538,
      "edit_norm_b": 1.2978614568710327,
      "recon_a_rank1_error_pct": 0.4915636960628962,
      "recon_a_rank2_error_pct": 0.48307759312511506,
      "recon_a_rank5_error_pct": 0.47250282967686263,
      "recon_a_rank10_error_pct": 0.46100953027609204,
      "recon_a_rank20_error_pct": 0.4495251241093668,
      "recon_b_rank1_error_pct": 0.5956061669916927,
      "recon_b_rank2_error_pct": 0.5280275223427692,
      "recon_b_rank5_error_pct": 0.49937122233567843,
      "recon_b_rank10_error_pct": 0.4841485212096239,
      "recon_b_rank20_error_pct": 0.46964458948866766,
      "recon_b_from_a_rank1_error_pct": 91.98604004179161,
      "self_recon_a_rank1_error_pct": 0.4915636960628962,
      "recon_b_from_a_rank2_error_pct": 91.71807956179511,
      "self_recon_a_rank2_error_pct": 0.4830666114545639,
      "recon_b_from_a_rank5_error_pct": 91.52877139933355,
      "self_recon_a_rank5_error_pct": 0.47249782290581227,
      "recon_b_from_a_rank10_error_pct": 91.04321004129937,
      "self_recon_a_rank10_error_pct": 0.46103555166690974,
      "recon_b_from_a_rank20_error_pct": 89.2487936128789,
      "self_recon_a_rank20_error_pct": 0.449841482086368
    },
    {
      "key": "model.layers.2.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 2,
      "numel": 67895296,
      "edit_norm_a": 2.00913667678833,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.7958217926811969,
      "recon_a_rank2_error_pct": 0.7802015124111286,
      "recon_a_rank5_error_pct": 0.7616032320402585,
      "recon_a_rank10_error_pct": 0.7430169115158808,
      "recon_a_rank20_error_pct": 0.727349124794838
    },
    {
      "key": "model.layers.2.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 2,
      "numel": 12845056,
      "edit_norm_a": 0.9676584601402283,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.6592582363499117,
      "recon_a_rank2_error_pct": 0.646578155086105,
      "recon_a_rank5_error_pct": 0.6307482604569074,
      "recon_a_rank10_error_pct": 0.6145235029283774,
      "recon_a_rank20_error_pct": 0.5999380986742923
    },
    {
      "key": "model.layers.20.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 20,
      "numel": 67895296,
      "edit_norm_a": 2.403806209564209,
      "edit_norm_b": 3.69230318069458,
      "recon_a_rank1_error_pct": 0.7911403538099508,
      "recon_a_rank2_error_pct": 0.7757642734059594,
      "recon_a_rank5_error_pct": 0.7574853475276909,
      "recon_a_rank10_error_pct": 0.7395640106323319,
      "recon_a_rank20_error_pct": 0.7246655668176676,
      "recon_b_rank1_error_pct": 0.3670161643592778,
      "recon_b_rank2_error_pct": 0.3512660056145617,
      "recon_b_rank5_error_pct": 0.3410999200436234,
      "recon_b_rank10_error_pct": 0.33151670766875335,
      "recon_b_rank20_error_pct": 0.3231294088406656,
      "recon_b_from_a_rank1_error_pct": 95.57776105250228,
      "self_recon_a_rank1_error_pct": 0.7911361633620473,
      "recon_b_from_a_rank2_error_pct": 95.52366811974626,
      "self_recon_a_rank2_error_pct": 0.7757593594940217,
      "recon_b_from_a_rank5_error_pct": 95.21118875155193,
      "self_recon_a_rank5_error_pct": 0.7574782258766644,
      "recon_b_from_a_rank10_error_pct": 94.89776196302871,
      "self_recon_a_rank10_error_pct": 0.7395046245034143,
      "recon_b_from_a_rank20_error_pct": 92.60893197208784,
      "self_recon_a_rank20_error_pct": 0.7240230727109596
    },
    {
      "key": "model.layers.20.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 20,
      "numel": 12845056,
      "edit_norm_a": 1.1832008361816406,
      "edit_norm_b": 1.1958874464035034,
      "recon_a_rank1_error_pct": 0.6320247020374729,
      "recon_a_rank2_error_pct": 0.6194564463325977,
      "recon_a_rank5_error_pct": 0.605131367359869,
      "recon_a_rank10_error_pct": 0.5899022163666712,
      "recon_a_rank20_error_pct": 0.5747740527041416,
      "recon_b_rank1_error_pct": 0.7061066926476601,
      "recon_b_rank2_error_pct": 0.6586441523123283,
      "recon_b_rank5_error_pct": 0.6112721490963668,
      "recon_b_rank10_error_pct": 0.5922296527407753,
      "recon_b_rank20_error_pct": 0.5741630722946054,
      "recon_b_from_a_rank1_error_pct": 96.17840917198262,
      "self_recon_a_rank1_error_pct": 0.6320247020374729,
      "recon_b_from_a_rank2_error_pct": 96.12457082348176,
      "self_recon_a_rank2_error_pct": 0.6194483184118376,
      "recon_b_from_a_rank5_error_pct": 95.85298964074197,
      "self_recon_a_rank5_error_pct": 0.6051220603877487,
      "recon_b_from_a_rank10_error_pct": 92.61720952143313,
      "self_recon_a_rank10_error_pct": 0.5898667177696446,
      "recon_b_from_a_rank20_error_pct": 90.74662814032307,
      "self_recon_a_rank20_error_pct": 0.5750006479309367
    },
    {
      "key": "model.layers.21.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 21,
      "numel": 67895296,
      "edit_norm_a": 2.309657335281372,
      "edit_norm_b": 3.5037622451782227,
      "recon_a_rank1_error_pct": 0.8522262105358552,
      "recon_a_rank2_error_pct": 0.8350367951230423,
      "recon_a_rank5_error_pct": 0.8149772739801655,
      "recon_a_rank10_error_pct": 0.7953777293886096,
      "recon_a_rank20_error_pct": 0.7796551858063824,
      "recon_b_rank1_error_pct": 0.39963736446660136,
      "recon_b_rank2_error_pct": 0.3894293620374467,
      "recon_b_rank5_error_pct": 0.3775993353959854,
      "recon_b_rank10_error_pct": 0.36646403540904354,
      "recon_b_rank20_error_pct": 0.3568597515654225,
      "recon_b_from_a_rank1_error_pct": 96.70067720645532,
      "self_recon_a_rank1_error_pct": 0.8522221605043561,
      "recon_b_from_a_rank2_error_pct": 96.67064831133978,
      "self_recon_a_rank2_error_pct": 0.8350152174977593,
      "recon_b_from_a_rank5_error_pct": 96.46681876727715,
      "self_recon_a_rank5_error_pct": 0.8149533944385844,
      "recon_b_from_a_rank10_error_pct": 96.14779242876924,
      "self_recon_a_rank10_error_pct": 0.795290963549531,
      "recon_b_from_a_rank20_error_pct": 95.51657866505326,
      "self_recon_a_rank20_error_pct": 0.7788124150468513
    },
    {
      "key": "model.layers.21.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 21,
      "numel": 12845056,
      "edit_norm_a": 1.2868331670761108,
      "edit_norm_b": 1.2196414470672607,
      "recon_a_rank1_error_pct": 0.5845711135531884,
      "recon_a_rank2_error_pct": 0.5746280366726413,
      "recon_a_rank5_error_pct": 0.5625856526215919,
      "recon_a_rank10_error_pct": 0.5490388223036017,
      "recon_a_rank20_error_pct": 0.5366470884155146,
      "recon_b_rank1_error_pct": 0.7260813522816073,
      "recon_b_rank2_error_pct": 0.6642767220837832,
      "recon_b_rank5_error_pct": 0.6150284440153961,
      "recon_b_rank10_error_pct": 0.5971658237908625,
      "recon_b_rank20_error_pct": 0.5819717099074441,
      "recon_b_from_a_rank1_error_pct": 97.39564331794386,
      "self_recon_a_rank1_error_pct": 0.5845710250178756,
      "recon_b_from_a_rank2_error_pct": 97.36337044369209,
      "self_recon_a_rank2_error_pct": 0.5746227699369025,
      "recon_b_from_a_rank5_error_pct": 96.45706301652052,
      "self_recon_a_rank5_error_pct": 0.5625713217246978,
      "recon_b_from_a_rank10_error_pct": 86.02421649876703,
      "self_recon_a_rank10_error_pct": 0.5490214903572566,
      "recon_b_from_a_rank20_error_pct": 84.7142652033909,
      "self_recon_a_rank20_error_pct": 0.5365371561915444
    },
    {
      "key": "model.layers.22.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 22,
      "numel": 67895296,
      "edit_norm_a": 2.3488454818725586,
      "edit_norm_b": 3.4530742168426514,
      "recon_a_rank1_error_pct": 0.8394295764595192,
      "recon_a_rank2_error_pct": 0.8225354736499142,
      "recon_a_rank5_error_pct": 0.802741044685674,
      "recon_a_rank10_error_pct": 0.7833482815923104,
      "recon_a_rank20_error_pct": 0.768047184807953,
      "recon_b_rank1_error_pct": 0.41690207479891317,
      "recon_b_rank2_error_pct": 0.4053791798578325,
      "recon_b_rank5_error_pct": 0.39233098313868214,
      "recon_b_rank10_error_pct": 0.3806420610722319,
      "recon_b_rank20_error_pct": 0.3707255427118103,
      "recon_b_from_a_rank1_error_pct": 97.28528525500411,
      "self_recon_a_rank1_error_pct": 0.8394252752662066,
      "recon_b_from_a_rank2_error_pct": 97.24064292279469,
      "self_recon_a_rank2_error_pct": 0.8225189032387834,
      "recon_b_from_a_rank5_error_pct": 97.16234612358683,
      "self_recon_a_rank5_error_pct": 0.802723083373841,
      "recon_b_from_a_rank10_error_pct": 96.88971782517743,
      "self_recon_a_rank10_error_pct": 0.7832976358862289,
      "recon_b_from_a_rank20_error_pct": 96.07637793292669,
      "self_recon_a_rank20_error_pct": 0.7671337580791233
    },
    {
      "key": "model.layers.22.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 22,
      "numel": 12845056,
      "edit_norm_a": 1.2009913921356201,
      "edit_norm_b": 1.1328232288360596,
      "recon_a_rank1_error_pct": 0.6765070525271952,
      "recon_a_rank2_error_pct": 0.6639238594186907,
      "recon_a_rank5_error_pct": 0.6485564627482953,
      "recon_a_rank10_error_pct": 0.632573183848385,
      "recon_a_rank20_error_pct": 0.6181628533934952,
      "recon_b_rank1_error_pct": 0.7802215255477327,
      "recon_b_rank2_error_pct": 0.7599052466902266,
      "recon_b_rank5_error_pct": 0.7271771823512142,
      "recon_b_rank10_error_pct": 0.7044164867048928,
      "recon_b_rank20_error_pct": 0.6851084839929171,
      "recon_b_from_a_rank1_error_pct": 97.27051777967432,
      "self_recon_a_rank1_error_pct": 0.6765069504764065,
      "recon_b_from_a_rank2_error_pct": 97.12209825808642,
      "self_recon_a_rank2_error_pct": 0.6639134464424383,
      "recon_b_from_a_rank5_error_pct": 96.94929605464716,
      "self_recon_a_rank5_error_pct": 0.6485480694628213,
      "recon_b_from_a_rank10_error_pct": 94.77736472112565,
      "self_recon_a_rank10_error_pct": 0.632547329567642,
      "recon_b_from_a_rank20_error_pct": 90.44397677253218,
      "self_recon_a_rank20_error_pct": 0.6182393357332333
    },
    {
      "key": "model.layers.23.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 23,
      "numel": 67895296,
      "edit_norm_a": 2.2832398414611816,
      "edit_norm_b": 3.3879833221435547,
      "recon_a_rank1_error_pct": 0.8842202813615292,
      "recon_a_rank2_error_pct": 0.8658442103711108,
      "recon_a_rank5_error_pct": 0.8446195887652506,
      "recon_a_rank10_error_pct": 0.82380548115473,
      "recon_a_rank20_error_pct": 0.8073099862402124,
      "recon_b_rank1_error_pct": 0.4220520057980331,
      "recon_b_rank2_error_pct": 0.41525960189570577,
      "recon_b_rank5_error_pct": 0.4059561482293041,
      "recon_b_rank10_error_pct": 0.39461554643975977,
      "recon_b_rank20_error_pct": 0.38484160536316164,
      "recon_b_from_a_rank1_error_pct": 98.24558226300384,
      "self_recon_a_rank1_error_pct": 0.8842161082766806,
      "recon_b_from_a_rank2_error_pct": 98.1859535343833,
      "self_recon_a_rank2_error_pct": 0.865837773222799,
      "recon_b_from_a_rank5_error_pct": 98.17386261751645,
      "self_recon_a_rank5_error_pct": 0.8446121513867753,
      "recon_b_from_a_rank10_error_pct": 97.99717201274967,
      "self_recon_a_rank10_error_pct": 0.8237880660555382,
      "recon_b_from_a_rank20_error_pct": 97.70480349373695,
      "self_recon_a_rank20_error_pct": 0.8067057627636326
    },
    {
      "key": "model.layers.23.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 23,
      "numel": 12845056,
      "edit_norm_a": 1.208004355430603,
      "edit_norm_b": 1.2714097499847412,
      "recon_a_rank1_error_pct": 0.694903601069277,
      "recon_a_rank2_error_pct": 0.6820911269652474,
      "recon_a_rank5_error_pct": 0.6662937303508416,
      "recon_a_rank10_error_pct": 0.6479780520001293,
      "recon_a_rank20_error_pct": 0.632397392066468,
      "recon_b_rank1_error_pct": 0.6404236620593446,
      "recon_b_rank2_error_pct": 0.6272039761631608,
      "recon_b_rank5_error_pct": 0.5990406811795833,
      "recon_b_rank10_error_pct": 0.5797852234374191,
      "recon_b_rank20_error_pct": 0.5615674364440132,
      "recon_b_from_a_rank1_error_pct": 98.3979708167345,
      "self_recon_a_rank1_error_pct": 0.6949037038978738,
      "recon_b_from_a_rank2_error_pct": 98.35723777975016,
      "self_recon_a_rank2_error_pct": 0.6820810412569823,
      "recon_b_from_a_rank5_error_pct": 97.34418719140143,
      "self_recon_a_rank5_error_pct": 0.6662770159874389,
      "recon_b_from_a_rank10_error_pct": 90.39251847979736,
      "self_recon_a_rank10_error_pct": 0.6479469727243291,
      "recon_b_from_a_rank20_error_pct": 90.1350944642773,
      "self_recon_a_rank20_error_pct": 0.6320018370080953
    },
    {
      "key": "model.layers.24.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 24,
      "numel": 67895296,
      "edit_norm_a": 2.305285930633545,
      "edit_norm_b": 3.2534019947052,
      "recon_a_rank1_error_pct": 0.8915482541116972,
      "recon_a_rank2_error_pct": 0.8729204322213756,
      "recon_a_rank5_error_pct": 0.8511945324366474,
      "recon_a_rank10_error_pct": 0.8302874974192475,
      "recon_a_rank20_error_pct": 0.8136980100440262,
      "recon_b_rank1_error_pct": 0.47077310725014143,
      "recon_b_rank2_error_pct": 0.4630688287272544,
      "recon_b_rank5_error_pct": 0.4529477947179876,
      "recon_b_rank10_error_pct": 0.4418551049677869,
      "recon_b_rank20_error_pct": 0.4310830535820727,
      "recon_b_from_a_rank1_error_pct": 98.62075426714988,
      "self_recon_a_rank1_error_pct": 0.8915439817770845,
      "recon_b_from_a_rank2_error_pct": 98.6086738671533,
      "self_recon_a_rank2_error_pct": 0.8729164463242799,
      "recon_b_from_a_rank5_error_pct": 98.56305156196903,
      "self_recon_a_rank5_error_pct": 0.8511885688303461,
      "recon_b_from_a_rank10_error_pct": 98.3696779235143,
      "self_recon_a_rank10_error_pct": 0.8302309551282779,
      "recon_b_from_a_rank20_error_pct": 98.08892956149971,
      "self_recon_a_rank20_error_pct": 0.8129841289034286
    },
    {
      "key": "model.layers.24.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 24,
      "numel": 12845056,
      "edit_norm_a": 1.3053964376449585,
      "edit_norm_b": 1.1832281351089478,
      "recon_a_rank1_error_pct": 0.6110464950940621,
      "recon_a_rank2_error_pct": 0.5997994339114747,
      "recon_a_rank5_error_pct": 0.584596182329832,
      "recon_a_rank10_error_pct": 0.5676434412654333,
      "recon_a_rank20_error_pct": 0.5544472784781427,
      "recon_b_rank1_error_pct": 0.768922386676188,
      "recon_b_rank2_error_pct": 0.7332546785568207,
      "recon_b_rank5_error_pct": 0.7025940930595473,
      "recon_b_rank10_error_pct": 0.6795923546295762,
      "recon_b_rank20_error_pct": 0.6621421912631331,
      "recon_b_from_a_rank1_error_pct": 98.8146927796138,
      "self_recon_a_rank1_error_pct": 0.6110464058632589,
      "recon_b_from_a_rank2_error_pct": 98.75699458585113,
      "self_recon_a_rank2_error_pct": 0.5997888252634392,
      "recon_b_from_a_rank5_error_pct": 88.93269657502564,
      "self_recon_a_rank5_error_pct": 0.5845877163771085,
      "recon_b_from_a_rank10_error_pct": 86.18830869416531,
      "self_recon_a_rank10_error_pct": 0.567640259144965,
      "recon_b_from_a_rank20_error_pct": 85.54728738313179,
      "self_recon_a_rank20_error_pct": 0.5545161288544584
    },
    {
      "key": "model.layers.25.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 25,
      "numel": 67895296,
      "edit_norm_a": 2.3192594051361084,
      "edit_norm_b": 3.2607526779174805,
      "recon_a_rank1_error_pct": 0.9150064437465413,
      "recon_a_rank2_error_pct": 0.895285103227814,
      "recon_a_rank5_error_pct": 0.8728908240016511,
      "recon_a_rank10_error_pct": 0.8514734584682891,
      "recon_a_rank20_error_pct": 0.8343570496993623,
      "recon_b_rank1_error_pct": 0.4859620324422717,
      "recon_b_rank2_error_pct": 0.4780320826251934,
      "recon_b_rank5_error_pct": 0.467452179734254,
      "recon_b_rank10_error_pct": 0.4556810165149321,
      "recon_b_rank20_error_pct": 0.44437751181643614,
      "recon_b_from_a_rank1_error_pct": 98.76389988759156,
      "self_recon_a_rank1_error_pct": 0.9150022645645928,
      "recon_b_from_a_rank2_error_pct": 98.74929489463193,
      "self_recon_a_rank2_error_pct": 0.89528096932867,
      "recon_b_from_a_rank5_error_pct": 98.68187888055667,
      "self_recon_a_rank5_error_pct": 0.8728847012004243,
      "recon_b_from_a_rank10_error_pct": 98.53345597410117,
      "self_recon_a_rank10_error_pct": 0.8514262670104373,
      "recon_b_from_a_rank20_error_pct": 98.11261121863893,
      "self_recon_a_rank20_error_pct": 0.8335994467543048
    },
    {
      "key": "model.layers.25.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 25,
      "numel": 12845056,
      "edit_norm_a": 1.2190035581588745,
      "edit_norm_b": 1.4278156757354736,
      "recon_a_rank1_error_pct": 0.7674908623834066,
      "recon_a_rank2_error_pct": 0.7524679941635901,
      "recon_a_rank5_error_pct": 0.7341550933144525,
      "recon_a_rank10_error_pct": 0.7134778019919648,
      "recon_a_rank20_error_pct": 0.6975415934811582,
      "recon_b_rank1_error_pct": 0.5703502078417241,
      "recon_b_rank2_error_pct": 0.559967672710308,
      "recon_b_rank5_error_pct": 0.5458846230483205,
      "recon_b_rank10_error_pct": 0.5283722297849861,
      "recon_b_rank20_error_pct": 0.5124971934702783,
      "recon_b_from_a_rank1_error_pct": 98.91985823830386,
      "self_recon_a_rank1_error_pct": 0.767490755292713,
      "recon_b_from_a_rank2_error_pct": 98.90653930509187,
      "self_recon_a_rank2_error_pct": 0.7524501799823357,
      "recon_b_from_a_rank5_error_pct": 98.16765251324304,
      "self_recon_a_rank5_error_pct": 0.7341333077327525,
      "recon_b_from_a_rank10_error_pct": 91.51571275180514,
      "self_recon_a_rank10_error_pct": 0.7134827581753093,
      "recon_b_from_a_rank20_error_pct": 91.14247638521837,
      "self_recon_a_rank20_error_pct": 0.6974510390476202
    },
    {
      "key": "model.layers.26.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 26,
      "numel": 67895296,
      "edit_norm_a": 2.331894636154175,
      "edit_norm_b": 3.256988048553467,
      "recon_a_rank1_error_pct": 0.9029864455606268,
      "recon_a_rank2_error_pct": 0.8836105478719902,
      "recon_a_rank5_error_pct": 0.8615204760604955,
      "recon_a_rank10_error_pct": 0.8403662304594774,
      "recon_a_rank20_error_pct": 0.8234276202086921,
      "recon_b_rank1_error_pct": 0.4825940295448486,
      "recon_b_rank2_error_pct": 0.47469901537737175,
      "recon_b_rank5_error_pct": 0.46410749568031606,
      "recon_b_rank10_error_pct": 0.4525180203101919,
      "recon_b_rank20_error_pct": 0.44214911979666116,
      "recon_b_from_a_rank1_error_pct": 98.73496426909402,
      "self_recon_a_rank1_error_pct": 0.9029821949694748,
      "recon_b_from_a_rank2_error_pct": 98.72963994303993,
      "self_recon_a_rank2_error_pct": 0.8835906054790935,
      "recon_b_from_a_rank5_error_pct": 98.71378419401364,
      "self_recon_a_rank5_error_pct": 0.8614992424257794,
      "recon_b_from_a_rank10_error_pct": 98.45744710550771,
      "self_recon_a_rank10_error_pct": 0.8403233508297596,
      "recon_b_from_a_rank20_error_pct": 98.08551364590093,
      "self_recon_a_rank20_error_pct": 0.8227641609695829
    },
    {
      "key": "model.layers.26.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 26,
      "numel": 12845056,
      "edit_norm_a": 1.2828547954559326,
      "edit_norm_b": 1.2986646890640259,
      "recon_a_rank1_error_pct": 0.7504045303436296,
      "recon_a_rank2_error_pct": 0.7354488746904391,
      "recon_a_rank5_error_pct": 0.7171988464290482,
      "recon_a_rank10_error_pct": 0.6960679014809067,
      "recon_a_rank20_error_pct": 0.6803143466219275,
      "recon_b_rank1_error_pct": 0.7380964281275932,
      "recon_b_rank2_error_pct": 0.7173750926876948,
      "recon_b_rank5_error_pct": 0.6917333793753182,
      "recon_b_rank10_error_pct": 0.6711078848453103,
      "recon_b_rank20_error_pct": 0.6544116269365488,
      "recon_b_from_a_rank1_error_pct": 99.01636409902714,
      "self_recon_a_rank1_error_pct": 0.7504042284794749,
      "recon_b_from_a_rank2_error_pct": 99.00819836707583,
      "self_recon_a_rank2_error_pct": 0.7354399094892394,
      "recon_b_from_a_rank5_error_pct": 97.2159587995751,
      "self_recon_a_rank5_error_pct": 0.7171923540277693,
      "recon_b_from_a_rank10_error_pct": 93.52298989650326,
      "self_recon_a_rank10_error_pct": 0.6960250679375607,
      "recon_b_from_a_rank20_error_pct": 93.13328265226377,
      "self_recon_a_rank20_error_pct": 0.6800849081076101
    },
    {
      "key": "model.layers.27.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 27,
      "numel": 67895296,
      "edit_norm_a": 2.337087869644165,
      "edit_norm_b": 3.1900408267974854,
      "recon_a_rank1_error_pct": 0.7867382374403362,
      "recon_a_rank2_error_pct": 0.7715439771458735,
      "recon_a_rank5_error_pct": 0.7530494521572573,
      "recon_a_rank10_error_pct": 0.7341141883284175,
      "recon_a_rank20_error_pct": 0.7182446115148385,
      "recon_b_rank1_error_pct": 0.46304737699390686,
      "recon_b_rank2_error_pct": 0.4456396871591458,
      "recon_b_rank5_error_pct": 0.42178095590964676,
      "recon_b_rank10_error_pct": 0.408892621183441,
      "recon_b_rank20_error_pct": 0.39755722760921386,
      "recon_b_from_a_rank1_error_pct": 98.86298156025332,
      "self_recon_a_rank1_error_pct": 0.7867339393731514,
      "recon_b_from_a_rank2_error_pct": 98.86134669640096,
      "self_recon_a_rank2_error_pct": 0.7715388247109356,
      "recon_b_from_a_rank5_error_pct": 98.82911291487217,
      "self_recon_a_rank5_error_pct": 0.7530420380212377,
      "recon_b_from_a_rank10_error_pct": 98.77583244601867,
      "self_recon_a_rank10_error_pct": 0.7340879664234229,
      "recon_b_from_a_rank20_error_pct": 98.55061170787017,
      "self_recon_a_rank20_error_pct": 0.7176410508606715
    },
    {
      "key": "model.layers.27.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 27,
      "numel": 12845056,
      "edit_norm_a": 1.593807339668274,
      "edit_norm_b": 1.1581122875213623,
      "recon_a_rank1_error_pct": 0.42621560050951246,
      "recon_a_rank2_error_pct": 0.4176866722480063,
      "recon_a_rank5_error_pct": 0.4009456082773395,
      "recon_a_rank10_error_pct": 0.38817160523463684,
      "recon_a_rank20_error_pct": 0.3775750361089551,
      "recon_b_rank1_error_pct": 0.8395462826256364,
      "recon_b_rank2_error_pct": 0.8039616249706742,
      "recon_b_rank5_error_pct": 0.7566078177437134,
      "recon_b_rank10_error_pct": 0.7247503457806921,
      "recon_b_rank20_error_pct": 0.6994756737839017,
      "recon_b_from_a_rank1_error_pct": 99.46012055754173,
      "self_recon_a_rank1_error_pct": 0.4262154173960944,
      "recon_b_from_a_rank2_error_pct": 99.3259329915032,
      "self_recon_a_rank2_error_pct": 0.4176760376885762,
      "recon_b_from_a_rank5_error_pct": 96.3045967371145,
      "self_recon_a_rank5_error_pct": 0.40093240662447793,
      "recon_b_from_a_rank10_error_pct": 96.26948736046175,
      "self_recon_a_rank10_error_pct": 0.388153722680619,
      "recon_b_from_a_rank20_error_pct": 94.70983372356831,
      "self_recon_a_rank20_error_pct": 0.37743073686298806
    },
    {
      "key": "model.layers.3.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 3,
      "numel": 67895296,
      "edit_norm_a": 3.016530752182007,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.46057032263110437,
      "recon_a_rank2_error_pct": 0.45165218820951625,
      "recon_a_rank5_error_pct": 0.4369745235175244,
      "recon_a_rank10_error_pct": 0.4243527283819741,
      "recon_a_rank20_error_pct": 0.4133794598577068
    },
    {
      "key": "model.layers.3.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 3,
      "numel": 12845056,
      "edit_norm_a": 0.9974184036254883,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.6740753258324401,
      "recon_a_rank2_error_pct": 0.662178546073212,
      "recon_a_rank5_error_pct": 0.6476978998028491,
      "recon_a_rank10_error_pct": 0.6320758415973327,
      "recon_a_rank20_error_pct": 0.6174443777067653
    },
    {
      "key": "model.layers.4.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 4,
      "numel": 67895296,
      "edit_norm_a": 2.337862491607666,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.7282627094530875,
      "recon_a_rank2_error_pct": 0.714251924478071,
      "recon_a_rank5_error_pct": 0.6971422731533888,
      "recon_a_rank10_error_pct": 0.6801644489403843,
      "recon_a_rank20_error_pct": 0.6655243437573471
    },
    {
      "key": "model.layers.4.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 4,
      "numel": 12845056,
      "edit_norm_a": 0.994735062122345,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.6941182509911262,
      "recon_a_rank2_error_pct": 0.6806055848959177,
      "recon_a_rank5_error_pct": 0.6649876511963679,
      "recon_a_rank10_error_pct": 0.6486009487836638,
      "recon_a_rank20_error_pct": 0.6340423622338965
    },
    {
      "key": "model.layers.5.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 5,
      "numel": 67895296,
      "edit_norm_a": 2.3973703384399414,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.7333078735342119,
      "recon_a_rank2_error_pct": 0.7190299949227243,
      "recon_a_rank5_error_pct": 0.7020451210712195,
      "recon_a_rank10_error_pct": 0.6849762831126207,
      "recon_a_rank20_error_pct": 0.6700966255844047
    },
    {
      "key": "model.layers.5.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 5,
      "numel": 12845056,
      "edit_norm_a": 0.9979285001754761,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.6839653234617715,
      "recon_a_rank2_error_pct": 0.6713606058297205,
      "recon_a_rank5_error_pct": 0.6552748516418336,
      "recon_a_rank10_error_pct": 0.6386692658153097,
      "recon_a_rank20_error_pct": 0.6236945091399071
    },
    {
      "key": "model.layers.6.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 6,
      "numel": 67895296,
      "edit_norm_a": 2.2891929149627686,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.7490524450422912,
      "recon_a_rank2_error_pct": 0.7347933289277976,
      "recon_a_rank5_error_pct": 0.717461596880023,
      "recon_a_rank10_error_pct": 0.70014911860241,
      "recon_a_rank20_error_pct": 0.68567085729495
    },
    {
      "key": "model.layers.6.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 6,
      "numel": 12845056,
      "edit_norm_a": 1.0740680694580078,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.6299604690474305,
      "recon_a_rank2_error_pct": 0.618217916060491,
      "recon_a_rank5_error_pct": 0.6038955119478062,
      "recon_a_rank10_error_pct": 0.5882912921652403,
      "recon_a_rank20_error_pct": 0.5737749926093179
    },
    {
      "key": "model.layers.7.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 7,
      "numel": 67895296,
      "edit_norm_a": 2.3830924034118652,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.7441189344797026,
      "recon_a_rank2_error_pct": 0.730000027319177,
      "recon_a_rank5_error_pct": 0.713221080109092,
      "recon_a_rank10_error_pct": 0.6965322110338603,
      "recon_a_rank20_error_pct": 0.6825868424799433
    },
    {
      "key": "model.layers.7.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 7,
      "numel": 12845056,
      "edit_norm_a": 1.1314305067062378,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.6902512570405145,
      "recon_a_rank2_error_pct": 0.6774488817880633,
      "recon_a_rank5_error_pct": 0.6622009207579276,
      "recon_a_rank10_error_pct": 0.6462856820388646,
      "recon_a_rank20_error_pct": 0.6328196794705697
    },
    {
      "key": "model.layers.8.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 8,
      "numel": 67895296,
      "edit_norm_a": 2.4254322052001953,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.7383178052866116,
      "recon_a_rank2_error_pct": 0.7241075419173796,
      "recon_a_rank5_error_pct": 0.7071553681322196,
      "recon_a_rank10_error_pct": 0.6904226703017069,
      "recon_a_rank20_error_pct": 0.6761503490917127
    },
    {
      "key": "model.layers.8.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 8,
      "numel": 12845056,
      "edit_norm_a": 1.0194003582000732,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.7113084276321537,
      "recon_a_rank2_error_pct": 0.6978410832256752,
      "recon_a_rank5_error_pct": 0.6818541762544167,
      "recon_a_rank10_error_pct": 0.6655340369997842,
      "recon_a_rank20_error_pct": 0.6512679781592736
    },
    {
      "key": "model.layers.9.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 9,
      "numel": 67895296,
      "edit_norm_a": 2.314810276031494,
      "edit_norm_b": 2.726933479309082,
      "recon_a_rank1_error_pct": 0.6830355968102281,
      "recon_a_rank2_error_pct": 0.6698942009793818,
      "recon_a_rank5_error_pct": 0.6538217665680169,
      "recon_a_rank10_error_pct": 0.6377948782790114,
      "recon_a_rank20_error_pct": 0.6237284337931532,
      "recon_b_rank1_error_pct": 0.5079901790478766,
      "recon_b_rank2_error_pct": 0.49971598990164195,
      "recon_b_rank5_error_pct": 0.48876247581045457,
      "recon_b_rank10_error_pct": 0.47682381524315604,
      "recon_b_rank20_error_pct": 0.4655463343858511,
      "recon_b_from_a_rank1_error_pct": 97.4845949535442,
      "self_recon_a_rank1_error_pct": 0.6830313406723314,
      "recon_b_from_a_rank2_error_pct": 97.42062181024309,
      "self_recon_a_rank2_error_pct": 0.6698882999892755,
      "recon_b_from_a_rank5_error_pct": 97.27795764370757,
      "self_recon_a_rank5_error_pct": 0.6538147916671642,
      "recon_b_from_a_rank10_error_pct": 96.85973036812948,
      "self_recon_a_rank10_error_pct": 0.6377619764835868,
      "recon_b_from_a_rank20_error_pct": 96.42883839887749,
      "self_recon_a_rank20_error_pct": 0.6232065215754334
    },
    {
      "key": "model.layers.9.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 9,
      "numel": 12845056,
      "edit_norm_a": 1.371310830116272,
      "edit_norm_b": 0.0,
      "recon_a_rank1_error_pct": 0.4773403072676797,
      "recon_a_rank2_error_pct": 0.46926971064582834,
      "recon_a_rank5_error_pct": 0.4588602241643792,
      "recon_a_rank10_error_pct": 0.44650305736745177,
      "recon_a_rank20_error_pct": 0.43553360715733946
    }
  ]
}