{
  "metadata": {
    "tool": "abliterlitics",
    "version": "1.0.0",
    "results_version": 1,
    "comparison_name": "qwen25-7b",
    "variant": "apostate_vs_huihui",
    "architecture": "qwen2",
    "timestamp": "2026-06-02T13:56:34.248038+00:00"
  },
  "results_version": 1,
  "architecture": {
    "family": "qwen3",
    "layers": 28
  },
  "variant_a": "Apostate",
  "variant_b": "Huihui",
  "ranks_tested": [
    1,
    2,
    5,
    10,
    20
  ],
  "total_tensors_analyzed": 57,
  "per_tensor": [
    {
      "key": "model.embed_tokens.weight",
      "type": "embed_tokens.weight",
      "layer": null,
      "numel": 544997376,
      "edit_norm_a": 0.27822205424308777,
      "edit_norm_b": 5.107936859130859,
      "recon_a_rank1_error_pct": 36.067196281003206,
      "recon_a_rank2_error_pct": 35.77702915074457,
      "recon_a_rank5_error_pct": 35.2622014670968,
      "recon_a_rank10_error_pct": 34.66758823100234,
      "recon_a_rank20_error_pct": 33.972891288438426,
      "recon_b_rank1_error_pct": 0.7975809223860875,
      "recon_b_rank2_error_pct": 0.787623172452801,
      "recon_b_rank5_error_pct": 0.769915583326815,
      "recon_b_rank10_error_pct": 0.7460749641167292,
      "recon_b_rank20_error_pct": 0.721647127063195,
      "recon_b_from_a_rank1_error_pct": 95.43425420991066,
      "self_recon_a_rank1_error_pct": 36.067196281003206,
      "recon_b_from_a_rank2_error_pct": 95.15177359039842,
      "self_recon_a_rank2_error_pct": 35.77704837201132,
      "recon_b_from_a_rank5_error_pct": 95.11690037510698,
      "self_recon_a_rank5_error_pct": 35.2617307678134,
      "recon_b_from_a_rank10_error_pct": 95.11549829594135,
      "self_recon_a_rank10_error_pct": 34.67380717664309,
      "recon_b_from_a_rank20_error_pct": 95.0917009441459,
      "self_recon_a_rank20_error_pct": 33.96993819959486
    },
    {
      "key": "model.layers.0.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 0,
      "numel": 67895296,
      "edit_norm_a": 1.2808345556259155,
      "edit_norm_b": 1.9875503778457642,
      "recon_a_rank1_error_pct": 1.7908987447212625,
      "recon_a_rank2_error_pct": 1.7457984393326211,
      "recon_a_rank5_error_pct": 1.7020830879501354,
      "recon_a_rank10_error_pct": 1.6605629218367284,
      "recon_a_rank20_error_pct": 1.6278399536148316,
      "recon_b_rank1_error_pct": 0.8085688997181605,
      "recon_b_rank2_error_pct": 0.7927489622266399,
      "recon_b_rank5_error_pct": 0.773972295233595,
      "recon_b_rank10_error_pct": 0.755304684395583,
      "recon_b_rank20_error_pct": 0.740246667794701,
      "recon_b_from_a_rank1_error_pct": 96.08354353305695,
      "self_recon_a_rank1_error_pct": 1.7908946967660808,
      "recon_b_from_a_rank2_error_pct": 95.94819380952012,
      "self_recon_a_rank2_error_pct": 1.7457895237122805,
      "recon_b_from_a_rank5_error_pct": 95.83372356661228,
      "self_recon_a_rank5_error_pct": 1.7020703383686813,
      "recon_b_from_a_rank10_error_pct": 95.70601343626318,
      "self_recon_a_rank10_error_pct": 1.6604747710267036,
      "recon_b_from_a_rank20_error_pct": 94.98601989435674,
      "self_recon_a_rank20_error_pct": 1.6261880074010944
    },
    {
      "key": "model.layers.0.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 0,
      "numel": 12845056,
      "edit_norm_a": 0.4949899911880493,
      "edit_norm_b": 0.8519583940505981,
      "recon_a_rank1_error_pct": 1.7676220266591405,
      "recon_a_rank2_error_pct": 1.7244550040958768,
      "recon_a_rank5_error_pct": 1.682389692511765,
      "recon_a_rank10_error_pct": 1.6398798900402936,
      "recon_a_rank20_error_pct": 1.6007731739893953,
      "recon_b_rank1_error_pct": 0.6609842300196794,
      "recon_b_rank2_error_pct": 0.6490289204051082,
      "recon_b_rank5_error_pct": 0.634308073107536,
      "recon_b_rank10_error_pct": 0.6192077804067261,
      "recon_b_rank20_error_pct": 0.604570604181855,
      "recon_b_from_a_rank1_error_pct": 96.07003005902043,
      "self_recon_a_rank1_error_pct": 1.7676220266591405,
      "recon_b_from_a_rank2_error_pct": 95.91400668593934,
      "self_recon_a_rank2_error_pct": 1.7244455164105321,
      "recon_b_from_a_rank5_error_pct": 95.73508088367502,
      "self_recon_a_rank5_error_pct": 1.6823838354760028,
      "recon_b_from_a_rank10_error_pct": 95.63926961145125,
      "self_recon_a_rank10_error_pct": 1.640107345719852,
      "recon_b_from_a_rank20_error_pct": 94.45644610346221,
      "self_recon_a_rank20_error_pct": 1.6008306874423464
    },
    {
      "key": "model.layers.1.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 1,
      "numel": 67895296,
      "edit_norm_a": 1.1324883699417114,
      "edit_norm_b": 2.0407474040985107,
      "recon_a_rank1_error_pct": 1.7860289427842089,
      "recon_a_rank2_error_pct": 1.7420317895147734,
      "recon_a_rank5_error_pct": 1.6979224855035577,
      "recon_a_rank10_error_pct": 1.6507455175003887,
      "recon_a_rank20_error_pct": 1.6084220128330384,
      "recon_b_rank1_error_pct": 0.6043325799345992,
      "recon_b_rank2_error_pct": 0.5928732961591564,
      "recon_b_rank5_error_pct": 0.579018821132577,
      "recon_b_rank10_error_pct": 0.5641586966170922,
      "recon_b_rank20_error_pct": 0.5498884584407872,
      "recon_b_from_a_rank1_error_pct": 96.0727316053525,
      "self_recon_a_rank1_error_pct": 1.7860247225010255,
      "recon_b_from_a_rank2_error_pct": 95.9006971872918,
      "self_recon_a_rank2_error_pct": 1.7420217169106442,
      "recon_b_from_a_rank5_error_pct": 95.82696306342817,
      "self_recon_a_rank5_error_pct": 1.697907397666014,
      "recon_b_from_a_rank10_error_pct": 95.63368014681669,
      "self_recon_a_rank10_error_pct": 1.6506948015761624,
      "recon_b_from_a_rank20_error_pct": 93.57127176152787,
      "self_recon_a_rank20_error_pct": 1.6069101641242274
    },
    {
      "key": "model.layers.1.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 1,
      "numel": 12845056,
      "edit_norm_a": 0.5977283120155334,
      "edit_norm_b": 0.924687385559082,
      "recon_a_rank1_error_pct": 1.6683206989336812,
      "recon_a_rank2_error_pct": 1.627081939043874,
      "recon_a_rank5_error_pct": 1.5859815537774948,
      "recon_a_rank10_error_pct": 1.5469807530323154,
      "recon_a_rank20_error_pct": 1.5141275459782988,
      "recon_b_rank1_error_pct": 0.7543612694739618,
      "recon_b_rank2_error_pct": 0.740076423639278,
      "recon_b_rank5_error_pct": 0.7226993958491784,
      "recon_b_rank10_error_pct": 0.7047701950197682,
      "recon_b_rank20_error_pct": 0.6898892544244202,
      "recon_b_from_a_rank1_error_pct": 96.07285881844662,
      "self_recon_a_rank1_error_pct": 1.6683206989336812,
      "recon_b_from_a_rank2_error_pct": 95.9266129184644,
      "self_recon_a_rank2_error_pct": 1.627077487109678,
      "recon_b_from_a_rank5_error_pct": 95.82370889043823,
      "self_recon_a_rank5_error_pct": 1.5859715072808838,
      "recon_b_from_a_rank10_error_pct": 95.58930125893428,
      "self_recon_a_rank10_error_pct": 1.5469364134429946,
      "recon_b_from_a_rank20_error_pct": 95.21807409036774,
      "self_recon_a_rank20_error_pct": 1.5144042553664425
    },
    {
      "key": "model.layers.10.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 10,
      "numel": 67895296,
      "edit_norm_a": 2.7099239826202393,
      "edit_norm_b": 2.5565185546875,
      "recon_a_rank1_error_pct": 0.589197396474032,
      "recon_a_rank2_error_pct": 0.579336949725423,
      "recon_a_rank5_error_pct": 0.5664503311082574,
      "recon_a_rank10_error_pct": 0.5529146565695534,
      "recon_a_rank20_error_pct": 0.5404794776484056,
      "recon_b_rank1_error_pct": 0.6529809418648136,
      "recon_b_rank2_error_pct": 0.6407119064290311,
      "recon_b_rank5_error_pct": 0.6259833993470727,
      "recon_b_rank10_error_pct": 0.6110291538421956,
      "recon_b_rank20_error_pct": 0.5976094877873194,
      "recon_b_from_a_rank1_error_pct": 96.08349599167735,
      "self_recon_a_rank1_error_pct": 0.5891930912793785,
      "recon_b_from_a_rank2_error_pct": 95.97613213313977,
      "self_recon_a_rank2_error_pct": 0.579324477540394,
      "recon_b_from_a_rank5_error_pct": 95.82359745543755,
      "self_recon_a_rank5_error_pct": 0.5664357636496398,
      "recon_b_from_a_rank10_error_pct": 95.57787233929932,
      "self_recon_a_rank10_error_pct": 0.552879739075379,
      "recon_b_from_a_rank20_error_pct": 93.86843668990626,
      "self_recon_a_rank20_error_pct": 0.5401520827981149
    },
    {
      "key": "model.layers.10.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 10,
      "numel": 12845056,
      "edit_norm_a": 1.2285850048065186,
      "edit_norm_b": 1.119545340538025,
      "recon_a_rank1_error_pct": 0.5316513649677548,
      "recon_a_rank2_error_pct": 0.5232799911508987,
      "recon_a_rank5_error_pct": 0.5120899679901997,
      "recon_a_rank10_error_pct": 0.5001359881083763,
      "recon_a_rank20_error_pct": 0.48890189813721363,
      "recon_b_rank1_error_pct": 0.6216701946090918,
      "recon_b_rank2_error_pct": 0.6105691433817807,
      "recon_b_rank5_error_pct": 0.5971096147003694,
      "recon_b_rank10_error_pct": 0.5828610941338525,
      "recon_b_rank20_error_pct": 0.5698262654365248,
      "recon_b_from_a_rank1_error_pct": 96.08058702715074,
      "self_recon_a_rank1_error_pct": 0.5316513649677548,
      "recon_b_from_a_rank2_error_pct": 95.9948328198388,
      "self_recon_a_rank2_error_pct": 0.5232697259914743,
      "recon_b_from_a_rank5_error_pct": 95.836864914316,
      "self_recon_a_rank5_error_pct": 0.5120876245638779,
      "recon_b_from_a_rank10_error_pct": 95.57190325092661,
      "self_recon_a_rank10_error_pct": 0.5001014215216448,
      "recon_b_from_a_rank20_error_pct": 94.14416688360761,
      "self_recon_a_rank20_error_pct": 0.48847863902727673
    },
    {
      "key": "model.layers.11.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 11,
      "numel": 67895296,
      "edit_norm_a": 0.0,
      "edit_norm_b": 2.6452598571777344,
      "recon_b_rank1_error_pct": 0.6221555954584276,
      "recon_b_rank2_error_pct": 0.6103830733725586,
      "recon_b_rank5_error_pct": 0.5962950973964134,
      "recon_b_rank10_error_pct": 0.5821153352544346,
      "recon_b_rank20_error_pct": 0.5690038799318331
    },
    {
      "key": "model.layers.11.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 11,
      "numel": 12845056,
      "edit_norm_a": 0.0,
      "edit_norm_b": 1.0953150987625122,
      "recon_b_rank1_error_pct": 0.6211489382494739,
      "recon_b_rank2_error_pct": 0.6096932793212195,
      "recon_b_rank5_error_pct": 0.5958625590747361,
      "recon_b_rank10_error_pct": 0.5808699468400732,
      "recon_b_rank20_error_pct": 0.5672553974712736
    },
    {
      "key": "model.layers.12.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 12,
      "numel": 67895296,
      "edit_norm_a": 2.910745859146118,
      "edit_norm_b": 2.7824409008026123,
      "recon_a_rank1_error_pct": 0.5362071044003819,
      "recon_a_rank2_error_pct": 0.527662341817958,
      "recon_a_rank5_error_pct": 0.5164519668616171,
      "recon_a_rank10_error_pct": 0.5038698589796803,
      "recon_a_rank20_error_pct": 0.4923273822861553,
      "recon_b_rank1_error_pct": 0.5803024567179578,
      "recon_b_rank2_error_pct": 0.5697074939102417,
      "recon_b_rank5_error_pct": 0.5570117468891449,
      "recon_b_rank10_error_pct": 0.5438799821315181,
      "recon_b_rank20_error_pct": 0.5316484017634303,
      "recon_b_from_a_rank1_error_pct": 96.07779262303781,
      "self_recon_a_rank1_error_pct": 0.5362028308769226,
      "recon_b_from_a_rank2_error_pct": 95.98121203721699,
      "self_recon_a_rank2_error_pct": 0.5276532681719085,
      "recon_b_from_a_rank5_error_pct": 95.75059611082263,
      "self_recon_a_rank5_error_pct": 0.516441003474444,
      "recon_b_from_a_rank10_error_pct": 94.31439936667498,
      "self_recon_a_rank10_error_pct": 0.5038378083406351,
      "recon_b_from_a_rank20_error_pct": 93.67212584476536,
      "self_recon_a_rank20_error_pct": 0.4919773629666028
    },
    {
      "key": "model.layers.12.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 12,
      "numel": 12845056,
      "edit_norm_a": 1.2002018690109253,
      "edit_norm_b": 1.1640924215316772,
      "recon_a_rank1_error_pct": 0.5289186064085223,
      "recon_a_rank2_error_pct": 0.519632597654901,
      "recon_a_rank5_error_pct": 0.5076076667419765,
      "recon_a_rank10_error_pct": 0.4941663840500654,
      "recon_a_rank20_error_pct": 0.4817852698882359,
      "recon_b_rank1_error_pct": 0.5515060887368506,
      "recon_b_rank2_error_pct": 0.54080158945296,
      "recon_b_rank5_error_pct": 0.527674975107935,
      "recon_b_rank10_error_pct": 0.5137788343245724,
      "recon_b_rank20_error_pct": 0.5010629809766199,
      "recon_b_from_a_rank1_error_pct": 96.07967129901579,
      "self_recon_a_rank1_error_pct": 0.5289185161142468,
      "recon_b_from_a_rank2_error_pct": 95.97157457510859,
      "self_recon_a_rank2_error_pct": 0.5196247218484584,
      "recon_b_from_a_rank5_error_pct": 95.60867425748015,
      "self_recon_a_rank5_error_pct": 0.507603243925093,
      "recon_b_from_a_rank10_error_pct": 94.2987441500492,
      "self_recon_a_rank10_error_pct": 0.4941902111011247,
      "recon_b_from_a_rank20_error_pct": 93.55136309613698,
      "self_recon_a_rank20_error_pct": 0.48183947689586376
    },
    {
      "key": "model.layers.13.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 13,
      "numel": 67895296,
      "edit_norm_a": 3.1286234855651855,
      "edit_norm_b": 3.0158262252807617,
      "recon_a_rank1_error_pct": 0.45552702470032347,
      "recon_a_rank2_error_pct": 0.4485138532204771,
      "recon_a_rank5_error_pct": 0.4390061628250895,
      "recon_a_rank10_error_pct": 0.42849013758373167,
      "recon_a_rank20_error_pct": 0.4183526895672219,
      "recon_b_rank1_error_pct": 0.4825189832905242,
      "recon_b_rank2_error_pct": 0.4741551969893039,
      "recon_b_rank5_error_pct": 0.46346894234115515,
      "recon_b_rank10_error_pct": 0.45237972145080124,
      "recon_b_rank20_error_pct": 0.4419335561743099,
      "recon_b_from_a_rank1_error_pct": 96.07574766948485,
      "self_recon_a_rank1_error_pct": 0.45552278146805525,
      "recon_b_from_a_rank2_error_pct": 95.97875579631321,
      "self_recon_a_rank2_error_pct": 0.448507920331103,
      "recon_b_from_a_rank5_error_pct": 95.7861105277201,
      "self_recon_a_rank5_error_pct": 0.43899808415101305,
      "recon_b_from_a_rank10_error_pct": 95.39882155994448,
      "self_recon_a_rank10_error_pct": 0.42846943616735317,
      "recon_b_from_a_rank20_error_pct": 93.85129217299908,
      "self_recon_a_rank20_error_pct": 0.41805786460663324
    },
    {
      "key": "model.layers.13.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 13,
      "numel": 12845056,
      "edit_norm_a": 1.3336163759231567,
      "edit_norm_b": 1.3909753561019897,
      "recon_a_rank1_error_pct": 0.45820042895249974,
      "recon_a_rank2_error_pct": 0.45110573092112005,
      "recon_a_rank5_error_pct": 0.44185758179970047,
      "recon_a_rank10_error_pct": 0.43078628742622166,
      "recon_a_rank20_error_pct": 0.4199629820128702,
      "recon_b_rank1_error_pct": 0.4171970836751722,
      "recon_b_rank2_error_pct": 0.4102891736530303,
      "recon_b_rank5_error_pct": 0.4015009916659039,
      "recon_b_rank10_error_pct": 0.39181864046562004,
      "recon_b_rank20_error_pct": 0.38235912127323535,
      "recon_b_from_a_rank1_error_pct": 96.0712114324167,
      "self_recon_a_rank1_error_pct": 0.45820042895249974,
      "recon_b_from_a_rank2_error_pct": 95.90517856594983,
      "self_recon_a_rank2_error_pct": 0.4510850184239494,
      "recon_b_from_a_rank5_error_pct": 95.67451286788165,
      "self_recon_a_rank5_error_pct": 0.4418361171938963,
      "recon_b_from_a_rank10_error_pct": 94.67854326623404,
      "self_recon_a_rank10_error_pct": 0.4307084075925659,
      "recon_b_from_a_rank20_error_pct": 93.67623813191821,
      "self_recon_a_rank20_error_pct": 0.4198489450160899
    },
    {
      "key": "model.layers.14.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 14,
      "numel": 67895296,
      "edit_norm_a": 3.2255351543426514,
      "edit_norm_b": 2.8105521202087402,
      "recon_a_rank1_error_pct": 0.43614118858340867,
      "recon_a_rank2_error_pct": 0.4294813112697752,
      "recon_a_rank5_error_pct": 0.4205371088227978,
      "recon_a_rank10_error_pct": 0.4108952615460794,
      "recon_a_rank20_error_pct": 0.40154442805169177,
      "recon_b_rank1_error_pct": 0.5613718262063359,
      "recon_b_rank2_error_pct": 0.5513810265170065,
      "recon_b_rank5_error_pct": 0.5389958823480117,
      "recon_b_rank10_error_pct": 0.5264933304927896,
      "recon_b_rank20_error_pct": 0.5146666586220955,
      "recon_b_from_a_rank1_error_pct": 96.07941250748357,
      "self_recon_a_rank1_error_pct": 0.43613710035016645,
      "recon_b_from_a_rank2_error_pct": 95.98467783275697,
      "self_recon_a_rank2_error_pct": 0.4294772543703504,
      "recon_b_from_a_rank5_error_pct": 95.82260014743139,
      "self_recon_a_rank5_error_pct": 0.4205300985560599,
      "recon_b_from_a_rank10_error_pct": 95.77895978707045,
      "self_recon_a_rank10_error_pct": 0.4108629838990218,
      "recon_b_from_a_rank20_error_pct": 93.7326195335447,
      "self_recon_a_rank20_error_pct": 0.40124512580795846
    },
    {
      "key": "model.layers.14.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 14,
      "numel": 12845056,
      "edit_norm_a": 1.3596304655075073,
      "edit_norm_b": 1.2042511701583862,
      "recon_a_rank1_error_pct": 0.40406059662732613,
      "recon_a_rank2_error_pct": 0.3978954924381232,
      "recon_a_rank5_error_pct": 0.3896900799814373,
      "recon_a_rank10_error_pct": 0.37971939997993,
      "recon_a_rank20_error_pct": 0.37051288908186647,
      "recon_b_rank1_error_pct": 0.5008411771987887,
      "recon_b_rank2_error_pct": 0.49162168300247167,
      "recon_b_rank5_error_pct": 0.4806536882297074,
      "recon_b_rank10_error_pct": 0.4684522062308268,
      "recon_b_rank20_error_pct": 0.45736876750110816,
      "recon_b_from_a_rank1_error_pct": 96.0749234904754,
      "self_recon_a_rank1_error_pct": 0.40406059662732613,
      "recon_b_from_a_rank2_error_pct": 95.94353402098321,
      "self_recon_a_rank2_error_pct": 0.3978828412482857,
      "recon_b_from_a_rank5_error_pct": 95.702231543112,
      "self_recon_a_rank5_error_pct": 0.3896825542366063,
      "recon_b_from_a_rank10_error_pct": 94.86404738871722,
      "self_recon_a_rank10_error_pct": 0.3797304758444117,
      "recon_b_from_a_rank20_error_pct": 93.79808827564938,
      "self_recon_a_rank20_error_pct": 0.3705922133334432
    },
    {
      "key": "model.layers.15.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 15,
      "numel": 67895296,
      "edit_norm_a": 3.3235909938812256,
      "edit_norm_b": 2.803520917892456,
      "recon_a_rank1_error_pct": 0.4177298651559776,
      "recon_a_rank2_error_pct": 0.4114199242764821,
      "recon_a_rank5_error_pct": 0.4028442525706959,
      "recon_a_rank10_error_pct": 0.39354383551935807,
      "recon_a_rank20_error_pct": 0.38419461619434436,
      "recon_b_rank1_error_pct": 0.5723587162931727,
      "recon_b_rank2_error_pct": 0.562095950367645,
      "recon_b_rank5_error_pct": 0.5494290004022857,
      "recon_b_rank10_error_pct": 0.5364088680020435,
      "recon_b_rank20_error_pct": 0.5241939380698484,
      "recon_b_from_a_rank1_error_pct": 96.08036462685064,
      "self_recon_a_rank1_error_pct": 0.4177253446845809,
      "recon_b_from_a_rank2_error_pct": 95.97336120355418,
      "self_recon_a_rank2_error_pct": 0.41141463286389807,
      "recon_b_from_a_rank5_error_pct": 95.75790210547359,
      "self_recon_a_rank5_error_pct": 0.4028371384829666,
      "recon_b_from_a_rank10_error_pct": 95.40404863706407,
      "self_recon_a_rank10_error_pct": 0.39352229124247123,
      "recon_b_from_a_rank20_error_pct": 93.67061367624629,
      "self_recon_a_rank20_error_pct": 0.3839448249220946
    },
    {
      "key": "model.layers.15.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 15,
      "numel": 12845056,
      "edit_norm_a": 1.2674825191497803,
      "edit_norm_b": 1.070353627204895,
      "recon_a_rank1_error_pct": 0.4689754850005299,
      "recon_a_rank2_error_pct": 0.46146549049773145,
      "recon_a_rank5_error_pct": 0.45144089355331807,
      "recon_a_rank10_error_pct": 0.4405224193505321,
      "recon_a_rank20_error_pct": 0.4297790667318431,
      "recon_b_rank1_error_pct": 0.6397615086695846,
      "recon_b_rank2_error_pct": 0.6266355415624839,
      "recon_b_rank5_error_pct": 0.6120172944162755,
      "recon_b_rank10_error_pct": 0.5965287734283317,
      "recon_b_rank20_error_pct": 0.582013292003123,
      "recon_b_from_a_rank1_error_pct": 96.07987614315923,
      "self_recon_a_rank1_error_pct": 0.46897540448990704,
      "recon_b_from_a_rank2_error_pct": 95.97844133090202,
      "self_recon_a_rank2_error_pct": 0.4614600598030901,
      "recon_b_from_a_rank5_error_pct": 95.79430624215568,
      "self_recon_a_rank5_error_pct": 0.45143694400312656,
      "recon_b_from_a_rank10_error_pct": 95.30277374308618,
      "self_recon_a_rank10_error_pct": 0.4405601867265286,
      "recon_b_from_a_rank20_error_pct": 94.06634906028182,
      "self_recon_a_rank20_error_pct": 0.42970192038764843
    },
    {
      "key": "model.layers.16.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 16,
      "numel": 67895296,
      "edit_norm_a": 3.2545089721679688,
      "edit_norm_b": 2.6577627658843994,
      "recon_a_rank1_error_pct": 0.430297925122833,
      "recon_a_rank2_error_pct": 0.4237773551765533,
      "recon_a_rank5_error_pct": 0.41485099516467794,
      "recon_a_rank10_error_pct": 0.4051059425313468,
      "recon_a_rank20_error_pct": 0.39536436790494744,
      "recon_b_rank1_error_pct": 0.624710345011045,
      "recon_b_rank2_error_pct": 0.6129326244159151,
      "recon_b_rank5_error_pct": 0.5988647991000853,
      "recon_b_rank10_error_pct": 0.5844456605940179,
      "recon_b_rank20_error_pct": 0.5708729597847058,
      "recon_b_from_a_rank1_error_pct": 96.08136370353542,
      "self_recon_a_rank1_error_pct": 0.43029348003998985,
      "recon_b_from_a_rank2_error_pct": 95.97673637689518,
      "self_recon_a_rank2_error_pct": 0.42377091710773973,
      "recon_b_from_a_rank5_error_pct": 95.74751529417973,
      "self_recon_a_rank5_error_pct": 0.41484315075455797,
      "recon_b_from_a_rank10_error_pct": 95.70289395778038,
      "self_recon_a_rank10_error_pct": 0.40508332867615304,
      "recon_b_from_a_rank20_error_pct": 93.63242126206237,
      "self_recon_a_rank20_error_pct": 0.39508815258106295
    },
    {
      "key": "model.layers.16.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 16,
      "numel": 12845056,
      "edit_norm_a": 1.3661737442016602,
      "edit_norm_b": 1.2106976509094238,
      "recon_a_rank1_error_pct": 0.4354128107090062,
      "recon_a_rank2_error_pct": 0.4286885578534276,
      "recon_a_rank5_error_pct": 0.41981827856443255,
      "recon_a_rank10_error_pct": 0.4091879604638948,
      "recon_a_rank20_error_pct": 0.3986787399033662,
      "recon_b_rank1_error_pct": 0.5404248544947552,
      "recon_b_rank2_error_pct": 0.5301597227385972,
      "recon_b_rank5_error_pct": 0.5180024221266053,
      "recon_b_rank10_error_pct": 0.5046094810441581,
      "recon_b_rank20_error_pct": 0.4920909634224844,
      "recon_b_from_a_rank1_error_pct": 96.07721865334999,
      "self_recon_a_rank1_error_pct": 0.4354128107090062,
      "recon_b_from_a_rank2_error_pct": 95.97249228774632,
      "self_recon_a_rank2_error_pct": 0.42868377310933453,
      "recon_b_from_a_rank5_error_pct": 95.76006973754548,
      "self_recon_a_rank5_error_pct": 0.4198151690203199,
      "recon_b_from_a_rank10_error_pct": 94.47728797227754,
      "self_recon_a_rank10_error_pct": 0.40917707624388305,
      "recon_b_from_a_rank20_error_pct": 93.63342888047129,
      "self_recon_a_rank20_error_pct": 0.39893525045137795
    },
    {
      "key": "model.layers.17.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 17,
      "numel": 67895296,
      "edit_norm_a": 3.036795139312744,
      "edit_norm_b": 2.506338119506836,
      "recon_a_rank1_error_pct": 0.48894093139476136,
      "recon_a_rank2_error_pct": 0.48090510972538925,
      "recon_a_rank5_error_pct": 0.47058584656439645,
      "recon_a_rank10_error_pct": 0.45979697895990906,
      "recon_a_rank20_error_pct": 0.44987823773102326,
      "recon_b_rank1_error_pct": 0.7035633342719722,
      "recon_b_rank2_error_pct": 0.6900759575542044,
      "recon_b_rank5_error_pct": 0.6743352611639536,
      "recon_b_rank10_error_pct": 0.658583252772822,
      "recon_b_rank20_error_pct": 0.644833198365708,
      "recon_b_from_a_rank1_error_pct": 96.08471307026956,
      "self_recon_a_rank1_error_pct": 0.48893647098069537,
      "recon_b_from_a_rank2_error_pct": 95.99553518752847,
      "self_recon_a_rank2_error_pct": 0.480900754172425,
      "recon_b_from_a_rank5_error_pct": 95.79613031520655,
      "self_recon_a_rank5_error_pct": 0.47058046085658983,
      "recon_b_from_a_rank10_error_pct": 95.75423750980046,
      "self_recon_a_rank10_error_pct": 0.45978047586287,
      "recon_b_from_a_rank20_error_pct": 93.77613567491882,
      "self_recon_a_rank20_error_pct": 0.4496289980157166
    },
    {
      "key": "model.layers.17.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 17,
      "numel": 12845056,
      "edit_norm_a": 1.3117846250534058,
      "edit_norm_b": 1.1397194862365723,
      "recon_a_rank1_error_pct": 0.46276558179241467,
      "recon_a_rank2_error_pct": 0.4553704885207172,
      "recon_a_rank5_error_pct": 0.44596752559516284,
      "recon_a_rank10_error_pct": 0.4352090592173824,
      "recon_a_rank20_error_pct": 0.42499018433432584,
      "recon_b_rank1_error_pct": 0.6005274871549465,
      "recon_b_rank2_error_pct": 0.5896026126660501,
      "recon_b_rank5_error_pct": 0.5763557638484624,
      "recon_b_rank10_error_pct": 0.5623450788958869,
      "recon_b_rank20_error_pct": 0.5488761638022743,
      "recon_b_from_a_rank1_error_pct": 96.08156346777848,
      "self_recon_a_rank1_error_pct": 0.4627652726931153,
      "recon_b_from_a_rank2_error_pct": 95.93750757499028,
      "self_recon_a_rank2_error_pct": 0.4553636662586661,
      "recon_b_from_a_rank5_error_pct": 95.76411989180217,
      "self_recon_a_rank5_error_pct": 0.445962518891228,
      "recon_b_from_a_rank10_error_pct": 94.0139993880318,
      "self_recon_a_rank10_error_pct": 0.43521115750537137,
      "recon_b_from_a_rank20_error_pct": 93.66779897629009,
      "self_recon_a_rank20_error_pct": 0.4246880987549671
    },
    {
      "key": "model.layers.18.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 18,
      "numel": 67895296,
      "edit_norm_a": 3.7391915321350098,
      "edit_norm_b": 2.4909167289733887,
      "recon_a_rank1_error_pct": 0.34202722164762617,
      "recon_a_rank2_error_pct": 0.33716860233932294,
      "recon_a_rank5_error_pct": 0.33041140177808126,
      "recon_a_rank10_error_pct": 0.3229711190099013,
      "recon_a_rank20_error_pct": 0.3162548053223825,
      "recon_b_rank1_error_pct": 0.7354125148881391,
      "recon_b_rank2_error_pct": 0.7212219934743539,
      "recon_b_rank5_error_pct": 0.7046182737273617,
      "recon_b_rank10_error_pct": 0.6881893481487745,
      "recon_b_rank20_error_pct": 0.6743614762323247,
      "recon_b_from_a_rank1_error_pct": 96.08651661516213,
      "self_recon_a_rank1_error_pct": 0.34202293330774264,
      "recon_b_from_a_rank2_error_pct": 96.02010098431461,
      "self_recon_a_rank2_error_pct": 0.33716277104949927,
      "recon_b_from_a_rank5_error_pct": 95.8271382771391,
      "self_recon_a_rank5_error_pct": 0.3304037050408099,
      "recon_b_from_a_rank10_error_pct": 95.78185055568376,
      "self_recon_a_rank10_error_pct": 0.3229454370202836,
      "recon_b_from_a_rank20_error_pct": 94.19324937854994,
      "self_recon_a_rank20_error_pct": 0.3160047481651403
    },
    {
      "key": "model.layers.18.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 18,
      "numel": 12845056,
      "edit_norm_a": 1.9395920038223267,
      "edit_norm_b": 1.3155784606933594,
      "recon_a_rank1_error_pct": 0.24921918761876125,
      "recon_a_rank2_error_pct": 0.24593318215502574,
      "recon_a_rank5_error_pct": 0.24120014997635028,
      "recon_a_rank10_error_pct": 0.23534763540898193,
      "recon_a_rank20_error_pct": 0.22909302182609176,
      "recon_b_rank1_error_pct": 0.5182711926625656,
      "recon_b_rank2_error_pct": 0.5089458033370617,
      "recon_b_rank5_error_pct": 0.4973526425821,
      "recon_b_rank10_error_pct": 0.4843765792226549,
      "recon_b_rank20_error_pct": 0.4715913252871579,
      "recon_b_from_a_rank1_error_pct": 96.07549610116136,
      "self_recon_a_rank1_error_pct": 0.24921914926566338,
      "recon_b_from_a_rank2_error_pct": 95.97469666827206,
      "self_recon_a_rank2_error_pct": 0.24592598141854835,
      "recon_b_from_a_rank5_error_pct": 95.7204117735108,
      "self_recon_a_rank5_error_pct": 0.2411923019885962,
      "recon_b_from_a_rank10_error_pct": 93.9484745092251,
      "self_recon_a_rank10_error_pct": 0.2353259817750828,
      "recon_b_from_a_rank20_error_pct": 93.50696837089896,
      "self_recon_a_rank20_error_pct": 0.2290234915056628
    },
    {
      "key": "model.layers.19.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 19,
      "numel": 67895296,
      "edit_norm_a": 3.5427656173706055,
      "edit_norm_b": 2.4602954387664795,
      "recon_a_rank1_error_pct": 0.3741839807372316,
      "recon_a_rank2_error_pct": 0.3684401539382105,
      "recon_a_rank5_error_pct": 0.3606233302464246,
      "recon_a_rank10_error_pct": 0.3523238128641135,
      "recon_a_rank20_error_pct": 0.34495415373363114,
      "recon_b_rank1_error_pct": 0.7468885851527645,
      "recon_b_rank2_error_pct": 0.7322747250639642,
      "recon_b_rank5_error_pct": 0.715061448012093,
      "recon_b_rank10_error_pct": 0.6980766806414808,
      "recon_b_rank20_error_pct": 0.6841404734851173,
      "recon_b_from_a_rank1_error_pct": 96.0863794048812,
      "self_recon_a_rank1_error_pct": 0.3741795553890129,
      "recon_b_from_a_rank2_error_pct": 96.01024947884984,
      "self_recon_a_rank2_error_pct": 0.3684283078310019,
      "recon_b_from_a_rank5_error_pct": 95.85411426539157,
      "self_recon_a_rank5_error_pct": 0.36061034758259847,
      "recon_b_from_a_rank10_error_pct": 95.82662105538185,
      "self_recon_a_rank10_error_pct": 0.3522944035485455,
      "recon_b_from_a_rank20_error_pct": 95.2252835230057,
      "self_recon_a_rank20_error_pct": 0.3446579730382058
    },
    {
      "key": "model.layers.19.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 19,
      "numel": 12845056,
      "edit_norm_a": 1.5854188203811646,
      "edit_norm_b": 1.329770803451538,
      "recon_a_rank1_error_pct": 0.35466420880283206,
      "recon_a_rank2_error_pct": 0.34979947492159386,
      "recon_a_rank5_error_pct": 0.34293064969956333,
      "recon_a_rank10_error_pct": 0.3346746253435953,
      "recon_a_rank20_error_pct": 0.32672229465512914,
      "recon_b_rank1_error_pct": 0.4915636174971567,
      "recon_b_rank2_error_pct": 0.4830773594712506,
      "recon_b_rank5_error_pct": 0.4725029837317772,
      "recon_b_rank10_error_pct": 0.46103319297256423,
      "recon_b_rank20_error_pct": 0.4499120578678098,
      "recon_b_from_a_rank1_error_pct": 96.07438052716918,
      "self_recon_a_rank1_error_pct": 0.35466420880283206,
      "recon_b_from_a_rank2_error_pct": 95.95999121072643,
      "self_recon_a_rank2_error_pct": 0.3497886908177143,
      "recon_b_from_a_rank5_error_pct": 95.75178487477027,
      "self_recon_a_rank5_error_pct": 0.3429151836044141,
      "recon_b_from_a_rank10_error_pct": 94.5667233971655,
      "self_recon_a_rank10_error_pct": 0.334633411479855,
      "recon_b_from_a_rank20_error_pct": 93.84009111387545,
      "self_recon_a_rank20_error_pct": 0.32665772202197524
    },
    {
      "key": "model.layers.2.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 2,
      "numel": 67895296,
      "edit_norm_a": 1.2916635274887085,
      "edit_norm_b": 2.00913667678833,
      "recon_a_rank1_error_pct": 1.7723980108998463,
      "recon_a_rank2_error_pct": 1.7278667689631737,
      "recon_a_rank5_error_pct": 1.6840652672327063,
      "recon_a_rank10_error_pct": 1.6429627410444787,
      "recon_a_rank20_error_pct": 1.6090287881570058,
      "recon_b_rank1_error_pct": 0.7958217926811969,
      "recon_b_rank2_error_pct": 0.7802015124111286,
      "recon_b_rank5_error_pct": 0.7616060799623381,
      "recon_b_rank10_error_pct": 0.7430456806438416,
      "recon_b_rank20_error_pct": 0.7273525404684216,
      "recon_b_from_a_rank1_error_pct": 96.0817563500731,
      "self_recon_a_rank1_error_pct": 1.7723937104972936,
      "recon_b_from_a_rank2_error_pct": 95.93623812018308,
      "self_recon_a_rank2_error_pct": 1.7278616130637705,
      "recon_b_from_a_rank5_error_pct": 95.84598274400228,
      "self_recon_a_rank5_error_pct": 1.684055985239064,
      "recon_b_from_a_rank10_error_pct": 95.49404821980065,
      "self_recon_a_rank10_error_pct": 1.6427953547334155,
      "recon_b_from_a_rank20_error_pct": 94.12244920417606,
      "self_recon_a_rank20_error_pct": 1.6069131657764517
    },
    {
      "key": "model.layers.2.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 2,
      "numel": 12845056,
      "edit_norm_a": 0.5919703841209412,
      "edit_norm_b": 0.9676584601402283,
      "recon_a_rank1_error_pct": 1.6392056848232144,
      "recon_a_rank2_error_pct": 1.5988826699929861,
      "recon_a_rank5_error_pct": 1.557200730965923,
      "recon_a_rank10_error_pct": 1.5159552470037063,
      "recon_a_rank20_error_pct": 1.4796674828736138,
      "recon_b_rank1_error_pct": 0.6592582363499117,
      "recon_b_rank2_error_pct": 0.646578155086105,
      "recon_b_rank5_error_pct": 0.6307544977664167,
      "recon_b_rank10_error_pct": 0.6145796374639504,
      "recon_b_rank20_error_pct": 0.5999209231256112,
      "recon_b_from_a_rank1_error_pct": 96.0733520567133,
      "self_recon_a_rank1_error_pct": 1.6392056848232144,
      "recon_b_from_a_rank2_error_pct": 95.90957535836489,
      "self_recon_a_rank2_error_pct": 1.5988677102107176,
      "recon_b_from_a_rank5_error_pct": 95.77598047426049,
      "self_recon_a_rank5_error_pct": 1.557210468630374,
      "recon_b_from_a_rank10_error_pct": 94.94115632624091,
      "self_recon_a_rank10_error_pct": 1.5161616672707503,
      "recon_b_from_a_rank20_error_pct": 94.01704224855966,
      "self_recon_a_rank20_error_pct": 1.4804820813528747
    },
    {
      "key": "model.layers.20.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 20,
      "numel": 67895296,
      "edit_norm_a": 3.4850869178771973,
      "edit_norm_b": 2.403806209564209,
      "recon_a_rank1_error_pct": 0.3890248072823162,
      "recon_a_rank2_error_pct": 0.3830460980186319,
      "recon_a_rank5_error_pct": 0.3748556271945254,
      "recon_a_rank10_error_pct": 0.36622288793515284,
      "recon_a_rank20_error_pct": 0.3585505940434718,
      "recon_b_rank1_error_pct": 0.7911403538099508,
      "recon_b_rank2_error_pct": 0.7757643826041792,
      "recon_b_rank5_error_pct": 0.7574851317195922,
      "recon_b_rank10_error_pct": 0.7395411941355661,
      "recon_b_rank20_error_pct": 0.7249102305251938,
      "recon_b_from_a_rank1_error_pct": 96.08844830629106,
      "self_recon_a_rank1_error_pct": 0.3890205937041205,
      "recon_b_from_a_rank2_error_pct": 96.0180705762667,
      "self_recon_a_rank2_error_pct": 0.3830404350495775,
      "recon_b_from_a_rank5_error_pct": 95.84645323576488,
      "self_recon_a_rank5_error_pct": 0.37484871620171156,
      "recon_b_from_a_rank10_error_pct": 95.72033968674839,
      "self_recon_a_rank10_error_pct": 0.36619882464239595,
      "recon_b_from_a_rank20_error_pct": 94.38923010786672,
      "self_recon_a_rank20_error_pct": 0.3582319142396957
    },
    {
      "key": "model.layers.20.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 20,
      "numel": 12845056,
      "edit_norm_a": 1.6069928407669067,
      "edit_norm_b": 1.1832008361816406,
      "recon_a_rank1_error_pct": 0.3589536503938981,
      "recon_a_rank2_error_pct": 0.3535732138707092,
      "recon_a_rank5_error_pct": 0.34627971691393494,
      "recon_a_rank10_error_pct": 0.3379044547884758,
      "recon_a_rank20_error_pct": 0.328500269950893,
      "recon_b_rank1_error_pct": 0.6320248021592819,
      "recon_b_rank2_error_pct": 0.6194559507261467,
      "recon_b_rank5_error_pct": 0.6051338165749541,
      "recon_b_rank10_error_pct": 0.5898803560688506,
      "recon_b_rank20_error_pct": 0.574324241249863,
      "recon_b_from_a_rank1_error_pct": 96.07837599446535,
      "self_recon_a_rank1_error_pct": 0.3589536503938981,
      "recon_b_from_a_rank2_error_pct": 95.9925562606902,
      "self_recon_a_rank2_error_pct": 0.3535643919505601,
      "recon_b_from_a_rank5_error_pct": 95.77742531482814,
      "self_recon_a_rank5_error_pct": 0.3462671123529042,
      "recon_b_from_a_rank10_error_pct": 95.26451871258863,
      "self_recon_a_rank10_error_pct": 0.33783185298729146,
      "recon_b_from_a_rank20_error_pct": 94.31039517788703,
      "self_recon_a_rank20_error_pct": 0.3283609879441811
    },
    {
      "key": "model.layers.21.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 21,
      "numel": 67895296,
      "edit_norm_a": 1.6137243509292603,
      "edit_norm_b": 2.309657335281372,
      "recon_a_rank1_error_pct": 1.6260592263215246,
      "recon_a_rank2_error_pct": 1.5843071327735139,
      "recon_a_rank5_error_pct": 1.5445524252229452,
      "recon_a_rank10_error_pct": 1.5074514269596393,
      "recon_a_rank20_error_pct": 1.4786204521874073,
      "recon_b_rank1_error_pct": 0.8522262105358552,
      "recon_b_rank2_error_pct": 0.835036913034329,
      "recon_b_rank5_error_pct": 0.81497773992592,
      "recon_b_rank10_error_pct": 0.7953564402498836,
      "recon_b_rank20_error_pct": 0.7795935486600356,
      "recon_b_from_a_rank1_error_pct": 96.0862589877216,
      "self_recon_a_rank1_error_pct": 1.6260549873435706,
      "recon_b_from_a_rank2_error_pct": 95.9525974733477,
      "self_recon_a_rank2_error_pct": 1.5843029485713187,
      "recon_b_from_a_rank5_error_pct": 95.81925129008896,
      "self_recon_a_rank5_error_pct": 1.5445443920047657,
      "recon_b_from_a_rank10_error_pct": 95.73752254804882,
      "self_recon_a_rank10_error_pct": 1.5073484853729786,
      "recon_b_from_a_rank20_error_pct": 95.3014052212411,
      "self_recon_a_rank20_error_pct": 1.4773103844792503
    },
    {
      "key": "model.layers.21.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 21,
      "numel": 12845056,
      "edit_norm_a": 0.7462664246559143,
      "edit_norm_b": 1.2868331670761108,
      "recon_a_rank1_error_pct": 1.5832539135719772,
      "recon_a_rank2_error_pct": 1.5455428354557408,
      "recon_a_rank5_error_pct": 1.510492924171385,
      "recon_a_rank10_error_pct": 1.4710829867928603,
      "recon_a_rank20_error_pct": 1.4358395028533912,
      "recon_b_rank1_error_pct": 0.5845711135531884,
      "recon_b_rank2_error_pct": 0.5746282122309149,
      "recon_b_rank5_error_pct": 0.5625740141823103,
      "recon_b_rank10_error_pct": 0.5490460297281606,
      "recon_b_rank20_error_pct": 0.5366719434805817,
      "recon_b_from_a_rank1_error_pct": 96.07173705064731,
      "self_recon_a_rank1_error_pct": 1.5832539135719772,
      "recon_b_from_a_rank2_error_pct": 95.9272923226109,
      "self_recon_a_rank2_error_pct": 1.5455363812972225,
      "recon_b_from_a_rank5_error_pct": 95.85016775734397,
      "self_recon_a_rank5_error_pct": 1.510480653885541,
      "recon_b_from_a_rank10_error_pct": 94.95314231398282,
      "self_recon_a_rank10_error_pct": 1.4710662761693807,
      "recon_b_from_a_rank20_error_pct": 93.73019447459588,
      "self_recon_a_rank20_error_pct": 1.4351969089985228
    },
    {
      "key": "model.layers.22.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 22,
      "numel": 67895296,
      "edit_norm_a": 1.6016231775283813,
      "edit_norm_b": 2.3488454818725586,
      "recon_a_rank1_error_pct": 1.6693416363628846,
      "recon_a_rank2_error_pct": 1.6264040260022303,
      "recon_a_rank5_error_pct": 1.5852127087834122,
      "recon_a_rank10_error_pct": 1.5470978120023218,
      "recon_a_rank20_error_pct": 1.5181666497526007,
      "recon_b_rank1_error_pct": 0.8394294602109064,
      "recon_b_rank2_error_pct": 0.8225365093061519,
      "recon_b_rank5_error_pct": 0.8027422951642329,
      "recon_b_rank10_error_pct": 0.7833643403287859,
      "recon_b_rank20_error_pct": 0.7681253576653677,
      "recon_b_from_a_rank1_error_pct": 96.08656845902979,
      "self_recon_a_rank1_error_pct": 1.6693375493027116,
      "recon_b_from_a_rank2_error_pct": 95.96418437066465,
      "self_recon_a_rank2_error_pct": 1.6263959576962077,
      "recon_b_from_a_rank5_error_pct": 95.84420358642849,
      "self_recon_a_rank5_error_pct": 1.5852024005200276,
      "recon_b_from_a_rank10_error_pct": 95.79438441997453,
      "self_recon_a_rank10_error_pct": 1.5469751483447387,
      "recon_b_from_a_rank20_error_pct": 95.20691396181884,
      "self_recon_a_rank20_error_pct": 1.5156929050375558
    },
    {
      "key": "model.layers.22.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 22,
      "numel": 12845056,
      "edit_norm_a": 0.7330288290977478,
      "edit_norm_b": 1.2009913921356201,
      "recon_a_rank1_error_pct": 1.6648760782164997,
      "recon_a_rank2_error_pct": 1.6238988585851057,
      "recon_a_rank5_error_pct": 1.5837888273574037,
      "recon_a_rank10_error_pct": 1.5446406524763696,
      "recon_a_rank20_error_pct": 1.5104913355049487,
      "recon_b_rank1_error_pct": 0.6765069504764065,
      "recon_b_rank2_error_pct": 0.6639247692942815,
      "recon_b_rank5_error_pct": 0.6485597601253051,
      "recon_b_rank10_error_pct": 0.6325837428096496,
      "recon_b_rank20_error_pct": 0.6180230707314488,
      "recon_b_from_a_rank1_error_pct": 96.07764712742825,
      "self_recon_a_rank1_error_pct": 1.6648760782164997,
      "recon_b_from_a_rank2_error_pct": 95.94514092671103,
      "self_recon_a_rank2_error_pct": 1.623890569092092,
      "recon_b_from_a_rank5_error_pct": 95.81303707068275,
      "self_recon_a_rank5_error_pct": 1.5837849899430916,
      "recon_b_from_a_rank10_error_pct": 95.37577803043484,
      "self_recon_a_rank10_error_pct": 1.5447012881618465,
      "recon_b_from_a_rank20_error_pct": 94.64592626538277,
      "self_recon_a_rank20_error_pct": 1.5106437404175146
    },
    {
      "key": "model.layers.23.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 23,
      "numel": 67895296,
      "edit_norm_a": 1.5441266298294067,
      "edit_norm_b": 2.2832398414611816,
      "recon_a_rank1_error_pct": 1.7859310665323092,
      "recon_a_rank2_error_pct": 1.7391824984288013,
      "recon_a_rank5_error_pct": 1.6944075398293013,
      "recon_a_rank10_error_pct": 1.6533883500327096,
      "recon_a_rank20_error_pct": 1.62100653200186,
      "recon_b_rank1_error_pct": 0.8842202813615292,
      "recon_b_rank2_error_pct": 0.8658442103711108,
      "recon_b_rank5_error_pct": 0.8446199486392331,
      "recon_b_rank10_error_pct": 0.8238379424431891,
      "recon_b_rank20_error_pct": 0.8074904880787273,
      "recon_b_from_a_rank1_error_pct": 96.088881157286,
      "self_recon_a_rank1_error_pct": 1.7859269396767063,
      "recon_b_from_a_rank2_error_pct": 95.95931816555617,
      "self_recon_a_rank2_error_pct": 1.7391784259437184,
      "recon_b_from_a_rank5_error_pct": 95.83078301489904,
      "self_recon_a_rank5_error_pct": 1.6944000028572472,
      "recon_b_from_a_rank10_error_pct": 95.7641872388047,
      "self_recon_a_rank10_error_pct": 1.6533146434559367,
      "recon_b_from_a_rank20_error_pct": 95.37164543580015,
      "self_recon_a_rank20_error_pct": 1.6196948407676208
    },
    {
      "key": "model.layers.23.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 23,
      "numel": 12845056,
      "edit_norm_a": 0.7859171628952026,
      "edit_norm_b": 1.208004355430603,
      "recon_a_rank1_error_pct": 1.4922335098272823,
      "recon_a_rank2_error_pct": 1.4542278512664957,
      "recon_a_rank5_error_pct": 1.4174450754543688,
      "recon_a_rank10_error_pct": 1.377269066909867,
      "recon_a_rank20_error_pct": 1.3443917407743884,
      "recon_b_rank1_error_pct": 0.6949037038978738,
      "recon_b_rank2_error_pct": 0.6820911269652474,
      "recon_b_rank5_error_pct": 0.666290105531337,
      "recon_b_rank10_error_pct": 0.6480149906391117,
      "recon_b_rank20_error_pct": 0.6328627419872491,
      "recon_b_from_a_rank1_error_pct": 96.07713024007008,
      "self_recon_a_rank1_error_pct": 1.4922335098272823,
      "recon_b_from_a_rank2_error_pct": 95.92532749878096,
      "self_recon_a_rank2_error_pct": 1.4542143613092524,
      "recon_b_from_a_rank5_error_pct": 95.76427723361633,
      "self_recon_a_rank5_error_pct": 1.4174412379835424,
      "recon_b_from_a_rank10_error_pct": 94.89680934429559,
      "self_recon_a_rank10_error_pct": 1.3771798411870197,
      "recon_b_from_a_rank20_error_pct": 94.57663387736085,
      "self_recon_a_rank20_error_pct": 1.3444190010438408
    },
    {
      "key": "model.layers.24.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 24,
      "numel": 67895296,
      "edit_norm_a": 1.5345773696899414,
      "edit_norm_b": 2.305285930633545,
      "recon_a_rank1_error_pct": 1.8597679559924387,
      "recon_a_rank2_error_pct": 1.8104330273215674,
      "recon_a_rank5_error_pct": 1.7641054696043545,
      "recon_a_rank10_error_pct": 1.720887378953991,
      "recon_a_rank20_error_pct": 1.6879824517566577,
      "recon_b_rank1_error_pct": 0.8915482541116972,
      "recon_b_rank2_error_pct": 0.8729204322213756,
      "recon_b_rank5_error_pct": 0.8511947709813341,
      "recon_b_rank10_error_pct": 0.8302708879215607,
      "recon_b_rank20_error_pct": 0.813585596414783,
      "recon_b_from_a_rank1_error_pct": 96.08756934640596,
      "self_recon_a_rank1_error_pct": 1.859763718485381,
      "recon_b_from_a_rank2_error_pct": 95.9662567470678,
      "self_recon_a_rank2_error_pct": 1.8104259720149605,
      "recon_b_from_a_rank5_error_pct": 95.83582738971681,
      "self_recon_a_rank5_error_pct": 1.764094636018837,
      "recon_b_from_a_rank10_error_pct": 95.79839015765799,
      "self_recon_a_rank10_error_pct": 1.7208025436882175,
      "recon_b_from_a_rank20_error_pct": 95.40257891814947,
      "self_recon_a_rank20_error_pct": 1.686130706032015
    },
    {
      "key": "model.layers.24.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 24,
      "numel": 12845056,
      "edit_norm_a": 0.7535343170166016,
      "edit_norm_b": 1.3053964376449585,
      "recon_a_rank1_error_pct": 1.6850812802624953,
      "recon_a_rank2_error_pct": 1.6414049045142,
      "recon_a_rank5_error_pct": 1.5989423428962597,
      "recon_a_rank10_error_pct": 1.5514034874449736,
      "recon_a_rank20_error_pct": 1.5186519120316069,
      "recon_b_rank1_error_pct": 0.6110463166324621,
      "recon_b_rank2_error_pct": 0.5998010252167719,
      "recon_b_rank5_error_pct": 0.5846000225760197,
      "recon_b_rank10_error_pct": 0.5676581479380577,
      "recon_b_rank20_error_pct": 0.5545009984052969,
      "recon_b_from_a_rank1_error_pct": 96.07034407253103,
      "self_recon_a_rank1_error_pct": 1.6850812802624953,
      "recon_b_from_a_rank2_error_pct": 95.85805874649989,
      "self_recon_a_rank2_error_pct": 1.641398317359654,
      "recon_b_from_a_rank5_error_pct": 95.32189073614995,
      "self_recon_a_rank5_error_pct": 1.5989375918773676,
      "recon_b_from_a_rank10_error_pct": 95.05112982348604,
      "self_recon_a_rank10_error_pct": 1.5513525019973897,
      "recon_b_from_a_rank20_error_pct": 94.73266232793095,
      "self_recon_a_rank20_error_pct": 1.5187986198224372
    },
    {
      "key": "model.layers.25.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 25,
      "numel": 67895296,
      "edit_norm_a": 1.5327831506729126,
      "edit_norm_b": 2.3192594051361084,
      "recon_a_rank1_error_pct": 1.9363993567672957,
      "recon_a_rank2_error_pct": 1.8835657532978431,
      "recon_a_rank5_error_pct": 1.8355297280725726,
      "recon_a_rank10_error_pct": 1.790839962715227,
      "recon_a_rank20_error_pct": 1.7564814393758725,
      "recon_b_rank1_error_pct": 0.9150063208292888,
      "recon_b_rank2_error_pct": 0.895285103227814,
      "recon_b_rank5_error_pct": 0.8728901036709804,
      "recon_b_rank10_error_pct": 0.8514676483940911,
      "recon_b_rank20_error_pct": 0.8343719564302977,
      "recon_b_from_a_rank1_error_pct": 96.08706464475421,
      "self_recon_a_rank1_error_pct": 1.9363950277771675,
      "recon_b_from_a_rank2_error_pct": 95.9687791230597,
      "self_recon_a_rank2_error_pct": 1.883557747943191,
      "recon_b_from_a_rank5_error_pct": 95.83780521145383,
      "self_recon_a_rank5_error_pct": 1.8355181375746648,
      "recon_b_from_a_rank10_error_pct": 95.76739213097095,
      "self_recon_a_rank10_error_pct": 1.7907423911815794,
      "recon_b_from_a_rank20_error_pct": 95.47442679656758,
      "self_recon_a_rank20_error_pct": 1.754820014090419
    },
    {
      "key": "model.layers.25.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 25,
      "numel": 12845056,
      "edit_norm_a": 0.8109913468360901,
      "edit_norm_b": 1.2190035581588745,
      "recon_a_rank1_error_pct": 1.614877585339885,
      "recon_a_rank2_error_pct": 1.5736010114615708,
      "recon_a_rank5_error_pct": 1.5337738933118352,
      "recon_a_rank10_error_pct": 1.4907443769065343,
      "recon_a_rank20_error_pct": 1.45935667941799,
      "recon_b_rank1_error_pct": 0.7674912907462553,
      "recon_b_rank2_error_pct": 0.7524696907632789,
      "recon_b_rank5_error_pct": 0.7341538364451835,
      "recon_b_rank10_error_pct": 0.713490398991691,
      "recon_b_rank20_error_pct": 0.6972954665769183,
      "recon_b_from_a_rank1_error_pct": 96.07977360472103,
      "self_recon_a_rank1_error_pct": 1.614877585339885,
      "recon_b_from_a_rank2_error_pct": 95.92288243654899,
      "self_recon_a_rank2_error_pct": 1.573587643097129,
      "recon_b_from_a_rank5_error_pct": 95.74187067248565,
      "self_recon_a_rank5_error_pct": 1.533750910439225,
      "recon_b_from_a_rank10_error_pct": 95.02837958826436,
      "self_recon_a_rank10_error_pct": 1.4907625484503089,
      "recon_b_from_a_rank20_error_pct": 94.76396449188296,
      "self_recon_a_rank20_error_pct": 1.4588932531684788
    },
    {
      "key": "model.layers.26.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 26,
      "numel": 67895296,
      "edit_norm_a": 1.5366296768188477,
      "edit_norm_b": 2.331894636154175,
      "recon_a_rank1_error_pct": 1.917993763621485,
      "recon_a_rank2_error_pct": 1.866504426039058,
      "recon_a_rank5_error_pct": 1.8186025058714113,
      "recon_a_rank10_error_pct": 1.774338684899495,
      "recon_a_rank20_error_pct": 1.7402322026736325,
      "recon_b_rank1_error_pct": 0.9029864455606268,
      "recon_b_rank2_error_pct": 0.8836105478719902,
      "recon_b_rank5_error_pct": 0.8615207133092889,
      "recon_b_rank10_error_pct": 0.8403709168241217,
      "recon_b_rank20_error_pct": 0.8232928660245423,
      "recon_b_from_a_rank1_error_pct": 96.08654741616829,
      "self_recon_a_rank1_error_pct": 1.9179894660389436,
      "recon_b_from_a_rank2_error_pct": 95.95838637466028,
      "self_recon_a_rank2_error_pct": 1.8664956820655074,
      "recon_b_from_a_rank5_error_pct": 95.80627119782184,
      "self_recon_a_rank5_error_pct": 1.8185896900897618,
      "recon_b_from_a_rank10_error_pct": 95.73004878305663,
      "self_recon_a_rank10_error_pct": 1.7742642824750414,
      "recon_b_from_a_rank20_error_pct": 95.4180717354563,
      "self_recon_a_rank20_error_pct": 1.738632999464534
    },
    {
      "key": "model.layers.26.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 26,
      "numel": 12845056,
      "edit_norm_a": 0.7618703246116638,
      "edit_norm_b": 1.2828547954559326,
      "recon_a_rank1_error_pct": 1.912662084853071,
      "recon_a_rank2_error_pct": 1.8619173700993301,
      "recon_a_rank5_error_pct": 1.8124778377625113,
      "recon_a_rank10_error_pct": 1.7587214761208967,
      "recon_a_rank20_error_pct": 1.7202460593326991,
      "recon_b_rank1_error_pct": 0.750404429722238,
      "recon_b_rank2_error_pct": 0.7354488746904391,
      "recon_b_rank5_error_pct": 0.7171979610998707,
      "recon_b_rank10_error_pct": 0.6960616023477576,
      "recon_b_rank20_error_pct": 0.6801789780080724,
      "recon_b_from_a_rank1_error_pct": 96.08013392273344,
      "self_recon_a_rank1_error_pct": 1.912662084853071,
      "recon_b_from_a_rank2_error_pct": 95.8949916618627,
      "self_recon_a_rank2_error_pct": 1.8619090967670324,
      "recon_b_from_a_rank5_error_pct": 95.7222648211982,
      "self_recon_a_rank5_error_pct": 1.8124678318107552,
      "recon_b_from_a_rank10_error_pct": 95.03253397775262,
      "self_recon_a_rank10_error_pct": 1.7587632366547992,
      "recon_b_from_a_rank20_error_pct": 94.71689941779879,
      "self_recon_a_rank20_error_pct": 1.721080645283183
    },
    {
      "key": "model.layers.27.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 27,
      "numel": 67895296,
      "edit_norm_a": 1.4903757572174072,
      "edit_norm_b": 2.337087869644165,
      "recon_a_rank1_error_pct": 1.7723153238832785,
      "recon_a_rank2_error_pct": 1.727613136380629,
      "recon_a_rank5_error_pct": 1.6836653607784666,
      "recon_a_rank10_error_pct": 1.6419919273783259,
      "recon_a_rank20_error_pct": 1.6082319050917122,
      "recon_b_rank1_error_pct": 0.7867382374403362,
      "recon_b_rank2_error_pct": 0.7715439771458735,
      "recon_b_rank5_error_pct": 0.7530488988622642,
      "recon_b_rank10_error_pct": 0.7341243494425004,
      "recon_b_rank20_error_pct": 0.7184356946676067,
      "recon_b_from_a_rank1_error_pct": 96.07973694789139,
      "self_recon_a_rank1_error_pct": 1.7723110645213103,
      "recon_b_from_a_rank2_error_pct": 95.92912262680454,
      "self_recon_a_rank2_error_pct": 1.7276010461481603,
      "recon_b_from_a_rank5_error_pct": 95.82375890317665,
      "self_recon_a_rank5_error_pct": 1.683649014393801,
      "recon_b_from_a_rank10_error_pct": 95.18285922033533,
      "self_recon_a_rank10_error_pct": 1.641909164251663,
      "recon_b_from_a_rank20_error_pct": 94.70959708741884,
      "self_recon_a_rank20_error_pct": 1.6064646290485718
    },
    {
      "key": "model.layers.27.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 27,
      "numel": 12845056,
      "edit_norm_a": 0.7310567498207092,
      "edit_norm_b": 1.593807339668274,
      "recon_a_rank1_error_pct": 1.7975537080017996,
      "recon_a_rank2_error_pct": 1.751319989601421,
      "recon_a_rank5_error_pct": 1.6914033897906546,
      "recon_a_rank10_error_pct": 1.6406139015393766,
      "recon_a_rank20_error_pct": 1.5970102092377831,
      "recon_b_rank1_error_pct": 0.42621553947170215,
      "recon_b_rank2_error_pct": 0.41768685352007917,
      "recon_b_rank5_error_pct": 0.4009413458365136,
      "recon_b_rank10_error_pct": 0.38817678950483947,
      "recon_b_rank20_error_pct": 0.3774918538774303,
      "recon_b_from_a_rank1_error_pct": 96.03877590410863,
      "self_recon_a_rank1_error_pct": 1.7975534347204822,
      "recon_b_from_a_rank2_error_pct": 96.01219955397437,
      "self_recon_a_rank2_error_pct": 1.7513116275477782,
      "recon_b_from_a_rank5_error_pct": 94.64455266483199,
      "self_recon_a_rank5_error_pct": 1.6914025945220765,
      "recon_b_from_a_rank10_error_pct": 94.12177658379086,
      "self_recon_a_rank10_error_pct": 1.6407131131219161,
      "recon_b_from_a_rank20_error_pct": 93.6520643107284,
      "self_recon_a_rank20_error_pct": 1.596532679822561
    },
    {
      "key": "model.layers.3.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 3,
      "numel": 67895296,
      "edit_norm_a": 1.4923839569091797,
      "edit_norm_b": 3.016530752182007,
      "recon_a_rank1_error_pct": 1.7112890776284657,
      "recon_a_rank2_error_pct": 1.669280201248606,
      "recon_a_rank5_error_pct": 1.6255515502156384,
      "recon_a_rank10_error_pct": 1.578567203333299,
      "recon_a_rank20_error_pct": 1.5418231845568853,
      "recon_b_rank1_error_pct": 0.46057038967980135,
      "recon_b_rank2_error_pct": 0.45165218820951625,
      "recon_b_rank5_error_pct": 0.43697387043171426,
      "recon_b_rank10_error_pct": 0.42434996097138594,
      "recon_b_rank20_error_pct": 0.41326405039743563,
      "recon_b_from_a_rank1_error_pct": 96.05502623808275,
      "self_recon_a_rank1_error_pct": 1.7112848978723358,
      "recon_b_from_a_rank2_error_pct": 95.96291424791208,
      "self_recon_a_rank2_error_pct": 1.6692755570972966,
      "recon_b_from_a_rank5_error_pct": 94.3663145912962,
      "self_recon_a_rank5_error_pct": 1.6255444212345087,
      "recon_b_from_a_rank10_error_pct": 94.26431861124745,
      "self_recon_a_rank10_error_pct": 1.5785273104473925,
      "recon_b_from_a_rank20_error_pct": 93.79718548268114,
      "self_recon_a_rank20_error_pct": 1.5410488934489657
    },
    {
      "key": "model.layers.3.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 3,
      "numel": 12845056,
      "edit_norm_a": 0.6104497313499451,
      "edit_norm_b": 0.9974184036254883,
      "recon_a_rank1_error_pct": 1.6463356461157792,
      "recon_a_rank2_error_pct": 1.6095011975263533,
      "recon_a_rank5_error_pct": 1.570810161360894,
      "recon_a_rank10_error_pct": 1.5315465581921643,
      "recon_a_rank20_error_pct": 1.496893987285487,
      "recon_b_rank1_error_pct": 0.6740753258324401,
      "recon_b_rank2_error_pct": 0.6621784245021338,
      "recon_b_rank5_error_pct": 0.6476946534763272,
      "recon_b_rank10_error_pct": 0.6320260755892741,
      "recon_b_rank20_error_pct": 0.6176723756701821,
      "recon_b_from_a_rank1_error_pct": 96.07705193176956,
      "self_recon_a_rank1_error_pct": 1.6463356461157792,
      "recon_b_from_a_rank2_error_pct": 95.9029521484029,
      "self_recon_a_rank2_error_pct": 1.609495932937934,
      "recon_b_from_a_rank5_error_pct": 95.77784965653908,
      "self_recon_a_rank5_error_pct": 1.5708107732350283,
      "recon_b_from_a_rank10_error_pct": 95.72573602262592,
      "self_recon_a_rank10_error_pct": 1.5314000483975432,
      "recon_b_from_a_rank20_error_pct": 94.48302730041297,
      "self_recon_a_rank20_error_pct": 1.49661923986379
    },
    {
      "key": "model.layers.4.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 4,
      "numel": 67895296,
      "edit_norm_a": 1.4333581924438477,
      "edit_norm_b": 2.337862491607666,
      "recon_a_rank1_error_pct": 1.7944430095513917,
      "recon_a_rank2_error_pct": 1.7503084814721233,
      "recon_a_rank5_error_pct": 1.7056705339226417,
      "recon_a_rank10_error_pct": 1.6641729127039602,
      "recon_a_rank20_error_pct": 1.6299211940856917,
      "recon_b_rank1_error_pct": 0.7282627094530875,
      "recon_b_rank2_error_pct": 0.714251924478071,
      "recon_b_rank5_error_pct": 0.6971428053375457,
      "recon_b_rank10_error_pct": 0.6801560383447436,
      "recon_b_rank20_error_pct": 0.6655337033544526,
      "recon_b_from_a_rank1_error_pct": 96.0800632530502,
      "self_recon_a_rank1_error_pct": 1.7944388317170386,
      "recon_b_from_a_rank2_error_pct": 95.94470155319709,
      "self_recon_a_rank2_error_pct": 1.7502941775502177,
      "recon_b_from_a_rank5_error_pct": 95.81199072663206,
      "self_recon_a_rank5_error_pct": 1.705651797319984,
      "recon_b_from_a_rank10_error_pct": 95.62465453099989,
      "self_recon_a_rank10_error_pct": 1.664032635488495,
      "recon_b_from_a_rank20_error_pct": 93.65807279181975,
      "self_recon_a_rank20_error_pct": 1.6285061351508499
    },
    {
      "key": "model.layers.4.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 4,
      "numel": 12845056,
      "edit_norm_a": 0.6283464431762695,
      "edit_norm_b": 0.994735062122345,
      "recon_a_rank1_error_pct": 1.643217635621233,
      "recon_a_rank2_error_pct": 1.604593524709121,
      "recon_a_rank5_error_pct": 1.564525907109085,
      "recon_a_rank10_error_pct": 1.5258684780207654,
      "recon_a_rank20_error_pct": 1.4927101578181283,
      "recon_b_rank1_error_pct": 0.6941181261868693,
      "recon_b_rank2_error_pct": 0.6806055848959177,
      "recon_b_rank5_error_pct": 0.6649913159208541,
      "recon_b_rank10_error_pct": 0.6485863510847055,
      "recon_b_rank20_error_pct": 0.6342467073089414,
      "recon_b_from_a_rank1_error_pct": 96.08088288671524,
      "self_recon_a_rank1_error_pct": 1.643217635621233,
      "recon_b_from_a_rank2_error_pct": 95.94797810932137,
      "self_recon_a_rank2_error_pct": 1.6045854138532396,
      "recon_b_from_a_rank5_error_pct": 95.74157001112653,
      "self_recon_a_rank5_error_pct": 1.5645001005683536,
      "recon_b_from_a_rank10_error_pct": 95.33421798020922,
      "self_recon_a_rank10_error_pct": 1.525872579191313,
      "recon_b_from_a_rank20_error_pct": 94.49582435389033,
      "self_recon_a_rank20_error_pct": 1.4925650015269596
    },
    {
      "key": "model.layers.5.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 5,
      "numel": 67895296,
      "edit_norm_a": 1.4924590587615967,
      "edit_norm_b": 2.3973703384399414,
      "recon_a_rank1_error_pct": 1.7400605087550023,
      "recon_a_rank2_error_pct": 1.6966858559488331,
      "recon_a_rank5_error_pct": 1.6539541812232292,
      "recon_a_rank10_error_pct": 1.613827435411416,
      "recon_a_rank20_error_pct": 1.5789492703628016,
      "recon_b_rank1_error_pct": 0.7333078735342119,
      "recon_b_rank2_error_pct": 0.7190299949227243,
      "recon_b_rank5_error_pct": 0.7020458501855701,
      "recon_b_rank10_error_pct": 0.6849555004674316,
      "recon_b_rank20_error_pct": 0.6700371981591967,
      "recon_b_from_a_rank1_error_pct": 96.0799241904638,
      "self_recon_a_rank1_error_pct": 1.7400560308126392,
      "recon_b_from_a_rank2_error_pct": 95.9360177382145,
      "self_recon_a_rank2_error_pct": 1.6966814341697583,
      "recon_b_from_a_rank5_error_pct": 95.80742350383515,
      "self_recon_a_rank5_error_pct": 1.6539459633609637,
      "recon_b_from_a_rank10_error_pct": 95.07154693686456,
      "self_recon_a_rank10_error_pct": 1.6137566610970335,
      "recon_b_from_a_rank20_error_pct": 93.85185922673054,
      "self_recon_a_rank20_error_pct": 1.577809304925127
    },
    {
      "key": "model.layers.5.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 5,
      "numel": 12845056,
      "edit_norm_a": 0.6142081022262573,
      "edit_norm_b": 0.9979285001754761,
      "recon_a_rank1_error_pct": 1.6851751178408283,
      "recon_a_rank2_error_pct": 1.6432113212410269,
      "recon_a_rank5_error_pct": 1.6012666536376479,
      "recon_a_rank10_error_pct": 1.560666424061682,
      "recon_a_rank20_error_pct": 1.5263387200650456,
      "recon_b_rank1_error_pct": 0.6839651999700885,
      "recon_b_rank2_error_pct": 0.671360483481236,
      "recon_b_rank5_error_pct": 0.655273642903663,
      "recon_b_rank10_error_pct": 0.6386477861480715,
      "recon_b_rank20_error_pct": 0.6237300051322272,
      "recon_b_from_a_rank1_error_pct": 96.0748218724544,
      "self_recon_a_rank1_error_pct": 1.6851751178408283,
      "recon_b_from_a_rank2_error_pct": 95.91241810087269,
      "self_recon_a_rank2_error_pct": 1.643203857406038,
      "recon_b_from_a_rank5_error_pct": 95.74276435076293,
      "self_recon_a_rank5_error_pct": 1.6012531457275343,
      "recon_b_from_a_rank10_error_pct": 95.32245929955863,
      "self_recon_a_rank10_error_pct": 1.5606843059291138,
      "recon_b_from_a_rank20_error_pct": 94.43449081829851,
      "self_recon_a_rank20_error_pct": 1.5258325182830572
    },
    {
      "key": "model.layers.6.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 6,
      "numel": 67895296,
      "edit_norm_a": 2.56730318069458,
      "edit_norm_b": 2.2891929149627686,
      "recon_a_rank1_error_pct": 0.6055106502317297,
      "recon_a_rank2_error_pct": 0.5953093430004016,
      "recon_a_rank5_error_pct": 0.5820051139727896,
      "recon_a_rank10_error_pct": 0.5680086710677718,
      "recon_a_rank20_error_pct": 0.5560515395216845,
      "recon_b_rank1_error_pct": 0.7490524450422912,
      "recon_b_rank2_error_pct": 0.7347932173313676,
      "recon_b_rank5_error_pct": 0.7174612660626947,
      "recon_b_rank10_error_pct": 0.7001648051695673,
      "recon_b_rank20_error_pct": 0.6855770730335692,
      "recon_b_from_a_rank1_error_pct": 96.08772044309025,
      "self_recon_a_rank1_error_pct": 0.6055063143811971,
      "recon_b_from_a_rank2_error_pct": 96.00665609338282,
      "self_recon_a_rank2_error_pct": 0.59529331075301,
      "recon_b_from_a_rank5_error_pct": 95.8588033700828,
      "self_recon_a_rank5_error_pct": 0.5819872250420708,
      "recon_b_from_a_rank10_error_pct": 95.82415699272839,
      "self_recon_a_rank10_error_pct": 0.5679499678738364,
      "recon_b_from_a_rank20_error_pct": 94.51081748276835,
      "self_recon_a_rank20_error_pct": 0.5556414813789654
    },
    {
      "key": "model.layers.6.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 6,
      "numel": 12845056,
      "edit_norm_a": 1.2243965864181519,
      "edit_norm_b": 1.0740680694580078,
      "recon_a_rank1_error_pct": 0.4993404436265319,
      "recon_a_rank2_error_pct": 0.49144199102915626,
      "recon_a_rank5_error_pct": 0.48081492045014185,
      "recon_a_rank10_error_pct": 0.46861509580016947,
      "recon_a_rank20_error_pct": 0.4565402167628657,
      "recon_b_rank1_error_pct": 0.6299606892766753,
      "recon_b_rank2_error_pct": 0.6182199886489013,
      "recon_b_rank5_error_pct": 0.6039035979140709,
      "recon_b_rank10_error_pct": 0.5882948037172481,
      "recon_b_rank20_error_pct": 0.5733373785273702,
      "recon_b_from_a_rank1_error_pct": 96.08109115897693,
      "self_recon_a_rank1_error_pct": 0.4993404436265319,
      "recon_b_from_a_rank2_error_pct": 95.98111550488052,
      "self_recon_a_rank2_error_pct": 0.4914302173927778,
      "recon_b_from_a_rank5_error_pct": 95.80595742528722,
      "self_recon_a_rank5_error_pct": 0.4808069878962192,
      "recon_b_from_a_rank10_error_pct": 95.55026828081795,
      "self_recon_a_rank10_error_pct": 0.4685964341589978,
      "recon_b_from_a_rank20_error_pct": 94.22108979084905,
      "self_recon_a_rank20_error_pct": 0.4565291978258463
    },
    {
      "key": "model.layers.7.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 7,
      "numel": 67895296,
      "edit_norm_a": 2.6989998817443848,
      "edit_norm_b": 2.3830924034118652,
      "recon_a_rank1_error_pct": 0.5884256342196732,
      "recon_a_rank2_error_pct": 0.5786977620291239,
      "recon_a_rank5_error_pct": 0.5660532849658635,
      "recon_a_rank10_error_pct": 0.5529124657152303,
      "recon_a_rank20_error_pct": 0.5415137567308366,
      "recon_b_rank1_error_pct": 0.7441189344797026,
      "recon_b_rank2_error_pct": 0.730000027319177,
      "recon_b_rank5_error_pct": 0.7132206576533293,
      "recon_b_rank10_error_pct": 0.6965175991710265,
      "recon_b_rank20_error_pct": 0.6825195822307424,
      "recon_b_from_a_rank1_error_pct": 96.08732781913028,
      "self_recon_a_rank1_error_pct": 0.5884213144318695,
      "recon_b_from_a_rank2_error_pct": 95.99581190492385,
      "self_recon_a_rank2_error_pct": 0.5786919661256023,
      "recon_b_from_a_rank5_error_pct": 95.85279171149358,
      "self_recon_a_rank5_error_pct": 0.566044478937568,
      "recon_b_from_a_rank10_error_pct": 95.82088246655408,
      "self_recon_a_rank10_error_pct": 0.5528595085476417,
      "recon_b_from_a_rank20_error_pct": 94.97432733466847,
      "self_recon_a_rank20_error_pct": 0.5409688329700576
    },
    {
      "key": "model.layers.7.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 7,
      "numel": 12845056,
      "edit_norm_a": 1.287301778793335,
      "edit_norm_b": 1.1314305067062378,
      "recon_a_rank1_error_pct": 0.5420694095055701,
      "recon_a_rank2_error_pct": 0.5335752461103183,
      "recon_a_rank5_error_pct": 0.5220146534760961,
      "recon_a_rank10_error_pct": 0.5096873546644839,
      "recon_a_rank20_error_pct": 0.49896238354613853,
      "recon_b_rank1_error_pct": 0.6902512570405145,
      "recon_b_rank2_error_pct": 0.6774497489907595,
      "recon_b_rank5_error_pct": 0.6622051005281803,
      "recon_b_rank10_error_pct": 0.6463293043870452,
      "recon_b_rank20_error_pct": 0.6332389290939963,
      "recon_b_from_a_rank1_error_pct": 96.08536581111194,
      "self_recon_a_rank1_error_pct": 0.5420694947306094,
      "recon_b_from_a_rank2_error_pct": 96.01064786182037,
      "self_recon_a_rank2_error_pct": 0.5335623938784301,
      "recon_b_from_a_rank5_error_pct": 95.88141606007163,
      "self_recon_a_rank5_error_pct": 0.521999766791177,
      "recon_b_from_a_rank10_error_pct": 95.83971966388457,
      "self_recon_a_rank10_error_pct": 0.5097522293325097,
      "recon_b_from_a_rank20_error_pct": 94.3115749282312,
      "self_recon_a_rank20_error_pct": 0.4989541251973162
    },
    {
      "key": "model.layers.8.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 8,
      "numel": 67895296,
      "edit_norm_a": 2.7235724925994873,
      "edit_norm_b": 2.4254322052001953,
      "recon_a_rank1_error_pct": 0.5953958538817293,
      "recon_a_rank2_error_pct": 0.5853363397199501,
      "recon_a_rank5_error_pct": 0.5724191980842843,
      "recon_a_rank10_error_pct": 0.5588963528963278,
      "recon_a_rank20_error_pct": 0.5471601315110297,
      "recon_b_rank1_error_pct": 0.7383178052866116,
      "recon_b_rank2_error_pct": 0.7241075419173796,
      "recon_b_rank5_error_pct": 0.7071552648041362,
      "recon_b_rank10_error_pct": 0.6904469699097484,
      "recon_b_rank20_error_pct": 0.6761757097428873,
      "recon_b_from_a_rank1_error_pct": 96.0870164674671,
      "self_recon_a_rank1_error_pct": 0.5953914633551042,
      "recon_b_from_a_rank2_error_pct": 96.002703316973,
      "self_recon_a_rank2_error_pct": 0.5853283029108022,
      "recon_b_from_a_rank5_error_pct": 95.84563976829958,
      "self_recon_a_rank5_error_pct": 0.5724075250123147,
      "recon_b_from_a_rank10_error_pct": 95.82367999270345,
      "self_recon_a_rank10_error_pct": 0.5588713210219555,
      "recon_b_from_a_rank20_error_pct": 94.39303845820979,
      "self_recon_a_rank20_error_pct": 0.5466684447009998
    },
    {
      "key": "model.layers.8.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 8,
      "numel": 12845056,
      "edit_norm_a": 1.1572750806808472,
      "edit_norm_b": 1.0194003582000732,
      "recon_a_rank1_error_pct": 0.5593757151435479,
      "recon_a_rank2_error_pct": 0.549628394011079,
      "recon_a_rank5_error_pct": 0.5376043011325398,
      "recon_a_rank10_error_pct": 0.5248577139289707,
      "recon_a_rank20_error_pct": 0.5137790447110862,
      "recon_b_rank1_error_pct": 0.7113084276321537,
      "recon_b_rank2_error_pct": 0.697841205336346,
      "recon_b_rank5_error_pct": 0.6818497102196847,
      "recon_b_rank10_error_pct": 0.6654807330619832,
      "recon_b_rank20_error_pct": 0.6509367730171695,
      "recon_b_from_a_rank1_error_pct": 96.08188005799576,
      "self_recon_a_rank1_error_pct": 0.5593757151435479,
      "recon_b_from_a_rank2_error_pct": 95.98171091739447,
      "self_recon_a_rank2_error_pct": 0.5496201845448467,
      "recon_b_from_a_rank5_error_pct": 95.87300616859402,
      "self_recon_a_rank5_error_pct": 0.5376003359483306,
      "recon_b_from_a_rank10_error_pct": 95.81453885758354,
      "self_recon_a_rank10_error_pct": 0.5248973601168266,
      "recon_b_from_a_rank20_error_pct": 94.85654289618299,
      "self_recon_a_rank20_error_pct": 0.5136113608783907
    },
    {
      "key": "model.layers.9.mlp.down_proj.weight",
      "type": "mlp.down_proj.weight",
      "layer": 9,
      "numel": 67895296,
      "edit_norm_a": 2.469177722930908,
      "edit_norm_b": 2.314810276031494,
      "recon_a_rank1_error_pct": 0.6092141902424304,
      "recon_a_rank2_error_pct": 0.5985978508777208,
      "recon_a_rank5_error_pct": 0.5847230934949971,
      "recon_a_rank10_error_pct": 0.5705333024506016,
      "recon_a_rank20_error_pct": 0.5578532771257766,
      "recon_b_rank1_error_pct": 0.6830357032138454,
      "recon_b_rank2_error_pct": 0.6698943063544414,
      "recon_b_rank5_error_pct": 0.6538222870844979,
      "recon_b_rank10_error_pct": 0.6378084505168657,
      "recon_b_rank20_error_pct": 0.6237841552850486,
      "recon_b_from_a_rank1_error_pct": 96.08373819244093,
      "self_recon_a_rank1_error_pct": 0.6092098567322315,
      "recon_b_from_a_rank2_error_pct": 95.99041318488969,
      "self_recon_a_rank2_error_pct": 0.5985865516527461,
      "recon_b_from_a_rank5_error_pct": 95.81258947669947,
      "self_recon_a_rank5_error_pct": 0.5847105415953252,
      "recon_b_from_a_rank10_error_pct": 95.71766306612146,
      "self_recon_a_rank10_error_pct": 0.5704972920045647,
      "recon_b_from_a_rank20_error_pct": 93.88714894147611,
      "self_recon_a_rank20_error_pct": 0.5573334226457642
    },
    {
      "key": "model.layers.9.self_attn.o_proj.weight",
      "type": "self_attn.o_proj.weight",
      "layer": 9,
      "numel": 12845056,
      "edit_norm_a": 1.2678027153015137,
      "edit_norm_b": 1.371310830116272,
      "recon_a_rank1_error_pct": 0.5596252714576541,
      "recon_a_rank2_error_pct": 0.550282281028772,
      "recon_a_rank5_error_pct": 0.5377309474976193,
      "recon_a_rank10_error_pct": 0.5227829046627364,
      "recon_a_rank20_error_pct": 0.5096404875411056,
      "recon_b_rank1_error_pct": 0.47734023219217786,
      "recon_b_rank2_error_pct": 0.46927052946564185,
      "recon_b_rank5_error_pct": 0.45886508229847683,
      "recon_b_rank10_error_pct": 0.446495505959579,
      "recon_b_rank20_error_pct": 0.43524773622596213,
      "recon_b_from_a_rank1_error_pct": 96.07400802196439,
      "self_recon_a_rank1_error_pct": 0.5596253593836125,
      "recon_b_from_a_rank2_error_pct": 95.93935942618803,
      "self_recon_a_rank2_error_pct": 0.5502692027714469,
      "recon_b_from_a_rank5_error_pct": 95.09190851038448,
      "self_recon_a_rank5_error_pct": 0.537721208204697,
      "recon_b_from_a_rank10_error_pct": 94.03303445664818,
      "self_recon_a_rank10_error_pct": 0.5228059351537733,
      "recon_b_from_a_rank20_error_pct": 93.69616377921652,
      "self_recon_a_rank20_error_pct": 0.5096875606937874
    }
  ]
}