[
  {
    "layer_name": "lm_head",
    "sensitivities": {
      "2": 2.956390380859375e-05,
      "3": 6.854534149169922e-06,
      "4": 1.55717134475708e-06,
      "8": 9.778887033462524e-09
    },
    "param_count": 1271398400
  },
  {
    "layer_name": "model.language_model.embed_tokens",
    "sensitivities": {
      "2": 2.2411346435546875e-05,
      "3": 5.245208740234375e-06,
      "4": 1.1995434761047363e-06,
      "8": 7.30506144464016e-09
    },
    "param_count": 1271398400
  },
  {
    "layer_name": "model.language_model.layers.0.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 6.198883056640625e-05,
      "3": 1.436471939086914e-05,
      "4": 3.2633543014526367e-06,
      "8": 2.0605511963367462e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.0.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 1.4483928680419922e-05,
      "3": 3.3676624298095703e-06,
      "4": 7.674098014831543e-07,
      "8": 4.71482053399086e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.0.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.600120544433594e-05,
      "3": 8.404254913330078e-06,
      "4": 1.9073486328125e-06,
      "8": 1.210719347000122e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.0.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.838539123535156e-05,
      "3": 8.940696716308594e-06,
      "4": 2.041459083557129e-06,
      "8": 1.30385160446167e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.0.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.719329833984375e-05,
      "3": 8.881092071533203e-06,
      "4": 2.0265579223632812e-06,
      "8": 1.2631062418222427e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.0.mlp.down_proj",
    "sensitivities": {
      "2": 1.6808509826660156e-05,
      "3": 3.874301910400391e-06,
      "4": 8.828938007354736e-07,
      "8": 5.209585651755333e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.0.mlp.gate_proj",
    "sensitivities": {
      "2": 1.4841556549072266e-05,
      "3": 3.4570693969726562e-06,
      "4": 7.860362529754639e-07,
      "8": 4.743924364447594e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.0.mlp.up_proj",
    "sensitivities": {
      "2": 1.3768672943115234e-05,
      "3": 3.1888484954833984e-06,
      "4": 7.301568984985352e-07,
      "8": 4.423782229423523e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.1.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 0.000102996826171875,
      "3": 2.3484230041503906e-05,
      "4": 5.27501106262207e-06,
      "8": 3.3527612686157227e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.1.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 7.82012939453125e-05,
      "3": 1.7762184143066406e-05,
      "4": 3.993511199951172e-06,
      "8": 2.5262124836444855e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.1.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.552436828613281e-05,
      "3": 8.225440979003906e-06,
      "4": 1.8700957298278809e-06,
      "8": 1.2223608791828156e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.1.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.528594970703125e-05,
      "3": 8.165836334228516e-06,
      "4": 1.8849968910217285e-06,
      "8": 1.210719347000122e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.1.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.7670135498046875e-05,
      "3": 8.821487426757812e-06,
      "4": 2.0265579223632812e-06,
      "8": 1.30385160446167e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.1.mlp.down_proj",
    "sensitivities": {
      "2": 1.7404556274414062e-05,
      "3": 4.0531158447265625e-06,
      "4": 9.201467037200928e-07,
      "8": 5.4424162954092026e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.1.mlp.gate_proj",
    "sensitivities": {
      "2": 1.633167266845703e-05,
      "3": 3.814697265625e-06,
      "4": 8.717179298400879e-07,
      "8": 5.122274160385132e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.1.mlp.up_proj",
    "sensitivities": {
      "2": 1.5616416931152344e-05,
      "3": 3.635883331298828e-06,
      "4": 8.307397365570068e-07,
      "8": 4.889443516731262e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.2.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 0.0001010894775390625,
      "3": 2.3245811462402344e-05,
      "4": 5.245208740234375e-06,
      "8": 3.306195139884949e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.2.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 6.818771362304688e-05,
      "3": 1.5735626220703125e-05,
      "4": 3.4868717193603516e-06,
      "8": 2.246815711259842e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.2.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.647804260253906e-05,
      "3": 8.463859558105469e-06,
      "4": 1.9222497940063477e-06,
      "8": 1.2689270079135895e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.2.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.600120544433594e-05,
      "3": 8.344650268554688e-06,
      "4": 1.9073486328125e-06,
      "8": 1.234002411365509e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.2.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.838539123535156e-05,
      "3": 9.059906005859375e-06,
      "4": 2.0712614059448242e-06,
      "8": 1.3387762010097504e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.2.mlp.down_proj",
    "sensitivities": {
      "2": 1.7642974853515625e-05,
      "3": 4.082918167114258e-06,
      "4": 9.313225746154785e-07,
      "8": 5.4424162954092026e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.2.mlp.gate_proj",
    "sensitivities": {
      "2": 1.728534698486328e-05,
      "3": 4.023313522338867e-06,
      "4": 9.201467037200928e-07,
      "8": 5.326000973582268e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.2.mlp.up_proj",
    "sensitivities": {
      "2": 1.621246337890625e-05,
      "3": 3.769993782043457e-06,
      "4": 8.605420589447021e-07,
      "8": 5.034962669014931e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.3.mlp.down_proj",
    "sensitivities": {
      "2": 1.7404556274414062e-05,
      "3": 4.0531158447265625e-06,
      "4": 9.201467037200928e-07,
      "8": 5.384208634495735e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.3.mlp.gate_proj",
    "sensitivities": {
      "2": 1.7404556274414062e-05,
      "3": 4.0531158447265625e-06,
      "4": 9.275972843170166e-07,
      "8": 5.384208634495735e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.3.mlp.up_proj",
    "sensitivities": {
      "2": 1.6808509826660156e-05,
      "3": 3.904104232788086e-06,
      "4": 8.940696716308594e-07,
      "8": 5.180481821298599e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.3.self_attn.k_proj",
    "sensitivities": {
      "2": 3.981590270996094e-05,
      "3": 9.238719940185547e-06,
      "4": 2.086162567138672e-06,
      "8": 1.3504177331924438e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.3.self_attn.o_proj",
    "sensitivities": {
      "2": 3.719329833984375e-05,
      "3": 8.881092071533203e-06,
      "4": 2.041459083557129e-06,
      "8": 1.30385160446167e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.3.self_attn.q_proj",
    "sensitivities": {
      "2": 4.4345855712890625e-05,
      "3": 1.0251998901367188e-05,
      "4": 2.339482307434082e-06,
      "8": 1.4493707567453384e-08
    },
    "param_count": 62914560
  },
  {
    "layer_name": "model.language_model.layers.3.self_attn.v_proj",
    "sensitivities": {
      "2": 4.100799560546875e-05,
      "3": 9.59634780883789e-06,
      "4": 2.1904706954956055e-06,
      "8": 1.3795215636491776e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.4.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 0.00011920928955078125,
      "3": 2.7298927307128906e-05,
      "4": 6.079673767089844e-06,
      "8": 3.958120942115784e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.4.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 8.58306884765625e-05,
      "3": 1.990795135498047e-05,
      "4": 4.410743713378906e-06,
      "8": 2.87545844912529e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.4.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.7670135498046875e-05,
      "3": 8.761882781982422e-06,
      "4": 1.996755599975586e-06,
      "8": 1.30385160446167e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.4.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.910064697265625e-05,
      "3": 9.119510650634766e-06,
      "4": 2.086162567138672e-06,
      "8": 1.3445969671010971e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.4.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.8623809814453125e-05,
      "3": 9.059906005859375e-06,
      "4": 2.0712614059448242e-06,
      "8": 1.3271346688270569e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.4.mlp.down_proj",
    "sensitivities": {
      "2": 1.7404556274414062e-05,
      "3": 4.0531158447265625e-06,
      "4": 9.275972843170166e-07,
      "8": 5.384208634495735e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.4.mlp.gate_proj",
    "sensitivities": {
      "2": 1.7881393432617188e-05,
      "3": 4.1425228118896484e-06,
      "4": 9.424984455108643e-07,
      "8": 5.50062395632267e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.4.mlp.up_proj",
    "sensitivities": {
      "2": 1.728534698486328e-05,
      "3": 4.023313522338867e-06,
      "4": 9.164214134216309e-07,
      "8": 5.296897143125534e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.5.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 9.107589721679688e-05,
      "3": 2.0623207092285156e-05,
      "4": 4.649162292480469e-06,
      "8": 2.9336661100387573e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.5.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 7.009506225585938e-05,
      "3": 1.5974044799804688e-05,
      "4": 3.5762786865234375e-06,
      "8": 2.3166649043560028e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.5.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.62396240234375e-05,
      "3": 8.463859558105469e-06,
      "4": 1.9222497940063477e-06,
      "8": 1.2631062418222427e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.5.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.838539123535156e-05,
      "3": 8.940696716308594e-06,
      "4": 2.0563602447509766e-06,
      "8": 1.3213139027357101e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.5.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.743171691894531e-05,
      "3": 8.821487426757812e-06,
      "4": 2.0116567611694336e-06,
      "8": 1.30385160446167e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.5.mlp.down_proj",
    "sensitivities": {
      "2": 1.7404556274414062e-05,
      "3": 4.0531158447265625e-06,
      "4": 9.201467037200928e-07,
      "8": 5.384208634495735e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.5.mlp.gate_proj",
    "sensitivities": {
      "2": 1.800060272216797e-05,
      "3": 4.172325134277344e-06,
      "4": 9.5367431640625e-07,
      "8": 5.558831617236137e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.5.mlp.up_proj",
    "sensitivities": {
      "2": 1.6927719116210938e-05,
      "3": 3.933906555175781e-06,
      "4": 8.977949619293213e-07,
      "8": 5.238689482212067e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.6.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 9.012222290039062e-05,
      "3": 2.0503997802734375e-05,
      "4": 4.589557647705078e-06,
      "8": 2.8638169169425964e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.6.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 5.316734313964844e-05,
      "3": 1.2159347534179688e-05,
      "4": 2.7120113372802734e-06,
      "8": 1.7695128917694092e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.6.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.814697265625e-05,
      "3": 8.881092071533203e-06,
      "4": 2.0116567611694336e-06,
      "8": 1.3154931366443634e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.6.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.647804260253906e-05,
      "3": 8.463859558105469e-06,
      "4": 1.952052116394043e-06,
      "8": 1.2514647096395493e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.6.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.7670135498046875e-05,
      "3": 8.881092071533203e-06,
      "4": 2.0265579223632812e-06,
      "8": 1.3096723705530167e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.6.mlp.down_proj",
    "sensitivities": {
      "2": 1.7404556274414062e-05,
      "3": 4.082918167114258e-06,
      "4": 9.313225746154785e-07,
      "8": 5.529727786779404e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.6.mlp.gate_proj",
    "sensitivities": {
      "2": 1.811981201171875e-05,
      "3": 4.231929779052734e-06,
      "4": 9.685754776000977e-07,
      "8": 5.617039278149605e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.6.mlp.up_proj",
    "sensitivities": {
      "2": 1.6927719116210938e-05,
      "3": 3.9637088775634766e-06,
      "4": 8.977949619293213e-07,
      "8": 5.238689482212067e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.7.mlp.down_proj",
    "sensitivities": {
      "2": 1.7404556274414062e-05,
      "3": 4.0531158447265625e-06,
      "4": 9.201467037200928e-07,
      "8": 5.384208634495735e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.7.mlp.gate_proj",
    "sensitivities": {
      "2": 1.8477439880371094e-05,
      "3": 4.291534423828125e-06,
      "4": 9.760260581970215e-07,
      "8": 5.704350769519806e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.7.mlp.up_proj",
    "sensitivities": {
      "2": 1.704692840576172e-05,
      "3": 3.9637088775634766e-06,
      "4": 9.08970832824707e-07,
      "8": 5.296897143125534e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.7.self_attn.k_proj",
    "sensitivities": {
      "2": 3.910064697265625e-05,
      "3": 9.000301361083984e-06,
      "4": 2.041459083557129e-06,
      "8": 1.3154931366443634e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.7.self_attn.o_proj",
    "sensitivities": {
      "2": 3.504753112792969e-05,
      "3": 8.225440979003906e-06,
      "4": 1.8849968910217285e-06,
      "8": 1.2048985809087753e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.7.self_attn.q_proj",
    "sensitivities": {
      "2": 4.100799560546875e-05,
      "3": 9.47713851928711e-06,
      "4": 2.1457672119140625e-06,
      "8": 1.367880031466484e-08
    },
    "param_count": 62914560
  },
  {
    "layer_name": "model.language_model.layers.7.self_attn.v_proj",
    "sensitivities": {
      "2": 3.814697265625e-05,
      "3": 8.881092071533203e-06,
      "4": 2.0116567611694336e-06,
      "8": 1.2980308383703232e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.8.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 7.295608520507812e-05,
      "3": 1.6689300537109375e-05,
      "4": 3.725290298461914e-06,
      "8": 2.3748725652694702e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.8.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 5.054473876953125e-05,
      "3": 1.1563301086425781e-05,
      "4": 2.5779008865356445e-06,
      "8": 1.6530975699424744e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.8.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.6716461181640625e-05,
      "3": 8.58306884765625e-06,
      "4": 1.952052116394043e-06,
      "8": 1.2747477740049362e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.8.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.7670135498046875e-05,
      "3": 8.881092071533203e-06,
      "4": 2.0265579223632812e-06,
      "8": 1.2980308383703232e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.8.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.695487976074219e-05,
      "3": 8.702278137207031e-06,
      "4": 1.9818544387817383e-06,
      "8": 1.2689270079135895e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.8.mlp.down_proj",
    "sensitivities": {
      "2": 1.7523765563964844e-05,
      "3": 4.0531158447265625e-06,
      "4": 9.275972843170166e-07,
      "8": 5.384208634495735e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.8.mlp.gate_proj",
    "sensitivities": {
      "2": 1.8358230590820312e-05,
      "3": 4.291534423828125e-06,
      "4": 9.760260581970215e-07,
      "8": 5.675246939063072e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.8.mlp.up_proj",
    "sensitivities": {
      "2": 1.728534698486328e-05,
      "3": 4.023313522338867e-06,
      "4": 9.164214134216309e-07,
      "8": 5.296897143125534e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.9.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 8.392333984375e-05,
      "3": 1.919269561767578e-05,
      "4": 4.291534423828125e-06,
      "8": 2.7124769985675812e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.9.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 5.9604644775390625e-05,
      "3": 1.3768672943115234e-05,
      "4": 3.069639205932617e-06,
      "8": 2.0489096641540527e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.9.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.6716461181640625e-05,
      "3": 8.52346420288086e-06,
      "4": 1.9371509552001953e-06,
      "8": 1.2689270079135895e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.9.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.62396240234375e-05,
      "3": 8.404254913330078e-06,
      "4": 1.9371509552001953e-06,
      "8": 1.2456439435482025e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.9.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.6716461181640625e-05,
      "3": 8.58306884765625e-06,
      "4": 1.9669532775878906e-06,
      "8": 1.2689270079135895e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.9.mlp.down_proj",
    "sensitivities": {
      "2": 1.7404556274414062e-05,
      "3": 4.0531158447265625e-06,
      "4": 9.201467037200928e-07,
      "8": 5.3551048040390015e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.10.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 7.581710815429688e-05,
      "3": 1.71661376953125e-05,
      "4": 3.904104232788086e-06,
      "8": 2.468004822731018e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.10.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 5.0067901611328125e-05,
      "3": 1.1444091796875e-05,
      "4": 2.5480985641479492e-06,
      "8": 1.6530975699424744e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.10.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.719329833984375e-05,
      "3": 8.64267349243164e-06,
      "4": 1.9669532775878906e-06,
      "8": 1.280568540096283e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.10.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.5762786865234375e-05,
      "3": 8.285045623779297e-06,
      "4": 1.9073486328125e-06,
      "8": 1.2281816452741623e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.10.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.647804260253906e-05,
      "3": 8.52346420288086e-06,
      "4": 1.9669532775878906e-06,
      "8": 1.2631062418222427e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.10.mlp.down_proj",
    "sensitivities": {
      "2": 1.704692840576172e-05,
      "3": 3.9637088775634766e-06,
      "4": 9.052455425262451e-07,
      "8": 5.296897143125534e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.10.mlp.gate_proj",
    "sensitivities": {
      "2": 1.7762184143066406e-05,
      "3": 4.1425228118896484e-06,
      "4": 9.424984455108643e-07,
      "8": 5.50062395632267e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.10.mlp.up_proj",
    "sensitivities": {
      "2": 1.6927719116210938e-05,
      "3": 3.9637088775634766e-06,
      "4": 8.977949619293213e-07,
      "8": 5.238689482212067e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.11.mlp.down_proj",
    "sensitivities": {
      "2": 1.728534698486328e-05,
      "3": 4.023313522338867e-06,
      "4": 9.164214134216309e-07,
      "8": 5.296897143125534e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.11.mlp.gate_proj",
    "sensitivities": {
      "2": 1.800060272216797e-05,
      "3": 4.172325134277344e-06,
      "4": 9.5367431640625e-07,
      "8": 5.558831617236137e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.11.mlp.up_proj",
    "sensitivities": {
      "2": 1.704692840576172e-05,
      "3": 3.993511199951172e-06,
      "4": 9.08970832824707e-07,
      "8": 5.296897143125534e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.11.self_attn.k_proj",
    "sensitivities": {
      "2": 4.076957702636719e-05,
      "3": 9.417533874511719e-06,
      "4": 2.130866050720215e-06,
      "8": 1.367880031466484e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.11.self_attn.o_proj",
    "sensitivities": {
      "2": 3.409385681152344e-05,
      "3": 8.046627044677734e-06,
      "4": 1.8402934074401855e-06,
      "8": 1.1699739843606949e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.11.self_attn.q_proj",
    "sensitivities": {
      "2": 4.029273986816406e-05,
      "3": 9.357929229736328e-06,
      "4": 2.115964889526367e-06,
      "8": 1.3620592653751373e-08
    },
    "param_count": 62914560
  },
  {
    "layer_name": "model.language_model.layers.11.self_attn.v_proj",
    "sensitivities": {
      "2": 3.838539123535156e-05,
      "3": 9.000301361083984e-06,
      "4": 2.041459083557129e-06,
      "8": 1.3154931366443634e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.12.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 7.534027099609375e-05,
      "3": 1.71661376953125e-05,
      "4": 3.874301910400391e-06,
      "8": 2.444721758365631e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.12.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 4.76837158203125e-05,
      "3": 1.0848045349121094e-05,
      "4": 2.428889274597168e-06,
      "8": 1.594889909029007e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.12.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.790855407714844e-05,
      "3": 8.821487426757812e-06,
      "4": 2.0116567611694336e-06,
      "8": 1.30385160446167e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.12.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.62396240234375e-05,
      "3": 8.404254913330078e-06,
      "4": 1.9371509552001953e-06,
      "8": 1.2398231774568558e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.12.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.647804260253906e-05,
      "3": 8.52346420288086e-06,
      "4": 1.952052116394043e-06,
      "8": 1.2514647096395493e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.12.mlp.down_proj",
    "sensitivities": {
      "2": 1.728534698486328e-05,
      "3": 3.993511199951172e-06,
      "4": 9.164214134216309e-07,
      "8": 5.326000973582268e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.12.mlp.gate_proj",
    "sensitivities": {
      "2": 1.7881393432617188e-05,
      "3": 4.1425228118896484e-06,
      "4": 9.499490261077881e-07,
      "8": 5.529727786779404e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.12.mlp.up_proj",
    "sensitivities": {
      "2": 1.704692840576172e-05,
      "3": 3.9637088775634766e-06,
      "4": 9.052455425262451e-07,
      "8": 5.2677933126688e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.13.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 6.580352783203125e-05,
      "3": 1.5079975128173828e-05,
      "4": 3.3676624298095703e-06,
      "8": 2.130400389432907e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.13.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 5.4836273193359375e-05,
      "3": 1.2576580047607422e-05,
      "4": 2.8014183044433594e-06,
      "8": 1.816079020500183e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.13.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.814697265625e-05,
      "3": 8.821487426757812e-06,
      "4": 2.0116567611694336e-06,
      "8": 1.3213139027357101e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.13.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.4332275390625e-05,
      "3": 8.046627044677734e-06,
      "4": 1.8477439880371094e-06,
      "8": 1.1816155165433884e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.13.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.647804260253906e-05,
      "3": 8.52346420288086e-06,
      "4": 1.9669532775878906e-06,
      "8": 1.257285475730896e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.13.mlp.down_proj",
    "sensitivities": {
      "2": 1.6927719116210938e-05,
      "3": 3.9637088775634766e-06,
      "4": 9.052455425262451e-07,
      "8": 5.2677933126688e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.13.mlp.gate_proj",
    "sensitivities": {
      "2": 1.7762184143066406e-05,
      "3": 4.112720489501953e-06,
      "4": 9.387731552124023e-07,
      "8": 5.471520125865936e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.13.mlp.up_proj",
    "sensitivities": {
      "2": 1.6808509826660156e-05,
      "3": 3.933906555175781e-06,
      "4": 8.940696716308594e-07,
      "8": 5.209585651755333e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.14.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 6.246566772460938e-05,
      "3": 1.424551010131836e-05,
      "4": 3.2186508178710938e-06,
      "8": 2.0023435354232788e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.14.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 5.054473876953125e-05,
      "3": 1.1444091796875e-05,
      "4": 2.562999725341797e-06,
      "8": 1.6530975699424744e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.14.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.7670135498046875e-05,
      "3": 8.761882781982422e-06,
      "4": 1.996755599975586e-06,
      "8": 1.30385160446167e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.14.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.5762786865234375e-05,
      "3": 8.285045623779297e-06,
      "4": 1.9073486328125e-06,
      "8": 1.2223608791828156e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.14.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.647804260253906e-05,
      "3": 8.52346420288086e-06,
      "4": 1.952052116394043e-06,
      "8": 1.2514647096395493e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.14.mlp.down_proj",
    "sensitivities": {
      "2": 1.6927719116210938e-05,
      "3": 3.933906555175781e-06,
      "4": 8.940696716308594e-07,
      "8": 5.209585651755333e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.14.mlp.gate_proj",
    "sensitivities": {
      "2": 1.7523765563964844e-05,
      "3": 4.082918167114258e-06,
      "4": 9.275972843170166e-07,
      "8": 5.413312464952469e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.14.mlp.up_proj",
    "sensitivities": {
      "2": 1.6689300537109375e-05,
      "3": 3.874301910400391e-06,
      "4": 8.866190910339355e-07,
      "8": 5.180481821298599e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.15.mlp.down_proj",
    "sensitivities": {
      "2": 1.71661376953125e-05,
      "3": 3.993511199951172e-06,
      "4": 9.08970832824707e-07,
      "8": 5.296897143125534e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.15.mlp.gate_proj",
    "sensitivities": {
      "2": 1.7762184143066406e-05,
      "3": 4.112720489501953e-06,
      "4": 9.387731552124023e-07,
      "8": 5.471520125865936e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.15.mlp.up_proj",
    "sensitivities": {
      "2": 1.704692840576172e-05,
      "3": 3.9637088775634766e-06,
      "4": 9.052455425262451e-07,
      "8": 5.296897143125534e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.15.self_attn.k_proj",
    "sensitivities": {
      "2": 4.029273986816406e-05,
      "3": 9.298324584960938e-06,
      "4": 2.115964889526367e-06,
      "8": 1.3504177331924438e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.15.self_attn.o_proj",
    "sensitivities": {
      "2": 3.409385681152344e-05,
      "3": 7.987022399902344e-06,
      "4": 1.8253922462463379e-06,
      "8": 1.1641532182693481e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.15.self_attn.q_proj",
    "sensitivities": {
      "2": 3.790855407714844e-05,
      "3": 8.821487426757812e-06,
      "4": 1.996755599975586e-06,
      "8": 1.2980308383703232e-08
    },
    "param_count": 62914560
  },
  {
    "layer_name": "model.language_model.layers.15.self_attn.v_proj",
    "sensitivities": {
      "2": 4.029273986816406e-05,
      "3": 9.47713851928711e-06,
      "4": 2.1457672119140625e-06,
      "8": 1.3795215636491776e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.16.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 6.961822509765625e-05,
      "3": 1.5974044799804688e-05,
      "4": 3.606081008911133e-06,
      "8": 2.246815711259842e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.16.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 3.647804260253906e-05,
      "3": 8.285045623779297e-06,
      "4": 1.8551945686340332e-06,
      "8": 1.210719347000122e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.9.mlp.gate_proj",
    "sensitivities": {
      "2": 1.811981201171875e-05,
      "3": 4.231929779052734e-06,
      "4": 9.685754776000977e-07,
      "8": 5.617039278149605e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.9.mlp.up_proj",
    "sensitivities": {
      "2": 1.71661376953125e-05,
      "3": 3.993511199951172e-06,
      "4": 9.08970832824707e-07,
      "8": 5.296897143125534e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.16.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.790855407714844e-05,
      "3": 8.821487426757812e-06,
      "4": 2.0116567611694336e-06,
      "8": 1.3154931366443634e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.16.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.504753112792969e-05,
      "3": 8.106231689453125e-06,
      "4": 1.862645149230957e-06,
      "8": 1.1990778148174286e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.16.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.600120544433594e-05,
      "3": 8.404254913330078e-06,
      "4": 1.9371509552001953e-06,
      "8": 1.2398231774568558e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.16.mlp.down_proj",
    "sensitivities": {
      "2": 1.728534698486328e-05,
      "3": 4.023313522338867e-06,
      "4": 9.08970832824707e-07,
      "8": 5.326000973582268e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.16.mlp.gate_proj",
    "sensitivities": {
      "2": 1.800060272216797e-05,
      "3": 4.172325134277344e-06,
      "4": 9.5367431640625e-07,
      "8": 5.558831617236137e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.16.mlp.up_proj",
    "sensitivities": {
      "2": 1.728534698486328e-05,
      "3": 4.023313522338867e-06,
      "4": 9.164214134216309e-07,
      "8": 5.326000973582268e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.17.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 6.29425048828125e-05,
      "3": 1.4483928680419922e-05,
      "4": 3.2633543014526367e-06,
      "8": 2.0605511963367462e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.17.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 4.291534423828125e-05,
      "3": 9.775161743164062e-06,
      "4": 2.205371856689453e-06,
      "8": 1.4551915228366852e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.17.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.981590270996094e-05,
      "3": 9.238719940185547e-06,
      "4": 2.1010637283325195e-06,
      "8": 1.3737007975578308e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.17.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.266334533691406e-05,
      "3": 7.62939453125e-06,
      "4": 1.7434358596801758e-06,
      "8": 1.1175870895385742e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.17.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.62396240234375e-05,
      "3": 8.463859558105469e-06,
      "4": 1.952052116394043e-06,
      "8": 1.2514647096395493e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.17.mlp.down_proj",
    "sensitivities": {
      "2": 1.7523765563964844e-05,
      "3": 4.0531158447265625e-06,
      "4": 9.275972843170166e-07,
      "8": 5.384208634495735e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.17.mlp.gate_proj",
    "sensitivities": {
      "2": 1.811981201171875e-05,
      "3": 4.231929779052734e-06,
      "4": 9.685754776000977e-07,
      "8": 5.675246939063072e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.17.mlp.up_proj",
    "sensitivities": {
      "2": 1.7404556274414062e-05,
      "3": 4.0531158447265625e-06,
      "4": 9.275972843170166e-07,
      "8": 5.384208634495735e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.18.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 6.079673767089844e-05,
      "3": 1.3947486877441406e-05,
      "4": 3.1739473342895508e-06,
      "8": 1.979060471057892e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.18.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 3.6716461181640625e-05,
      "3": 8.285045623779297e-06,
      "4": 1.8775463104248047e-06,
      "8": 1.2398231774568558e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.18.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.886222839355469e-05,
      "3": 9.059906005859375e-06,
      "4": 2.0563602447509766e-06,
      "8": 1.3445969671010971e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.18.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.4809112548828125e-05,
      "3": 8.046627044677734e-06,
      "4": 1.8477439880371094e-06,
      "8": 1.1874362826347351e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.18.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.62396240234375e-05,
      "3": 8.463859558105469e-06,
      "4": 1.952052116394043e-06,
      "8": 1.2514647096395493e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.18.mlp.down_proj",
    "sensitivities": {
      "2": 1.7881393432617188e-05,
      "3": 4.202127456665039e-06,
      "4": 9.611248970031738e-07,
      "8": 5.675246939063072e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.18.mlp.gate_proj",
    "sensitivities": {
      "2": 1.8596649169921875e-05,
      "3": 4.351139068603516e-06,
      "4": 9.909272193908691e-07,
      "8": 5.8498699218034744e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.18.mlp.up_proj",
    "sensitivities": {
      "2": 1.7642974853515625e-05,
      "3": 4.112720489501953e-06,
      "4": 9.387731552124023e-07,
      "8": 5.471520125865936e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.19.mlp.down_proj",
    "sensitivities": {
      "2": 1.800060272216797e-05,
      "3": 4.202127456665039e-06,
      "4": 9.5367431640625e-07,
      "8": 5.558831617236137e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.19.mlp.gate_proj",
    "sensitivities": {
      "2": 1.8715858459472656e-05,
      "3": 4.351139068603516e-06,
      "4": 9.909272193908691e-07,
      "8": 5.791662260890007e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.19.mlp.up_proj",
    "sensitivities": {
      "2": 1.7642974853515625e-05,
      "3": 4.112720489501953e-06,
      "4": 9.387731552124023e-07,
      "8": 5.4424162954092026e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.19.self_attn.k_proj",
    "sensitivities": {
      "2": 3.981590270996094e-05,
      "3": 9.179115295410156e-06,
      "4": 2.0712614059448242e-06,
      "8": 1.3445969671010971e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.19.self_attn.o_proj",
    "sensitivities": {
      "2": 3.743171691894531e-05,
      "3": 8.821487426757812e-06,
      "4": 2.0116567611694336e-06,
      "8": 1.280568540096283e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.19.self_attn.q_proj",
    "sensitivities": {
      "2": 3.838539123535156e-05,
      "3": 8.881092071533203e-06,
      "4": 2.0116567611694336e-06,
      "8": 1.3154931366443634e-08
    },
    "param_count": 62914560
  },
  {
    "layer_name": "model.language_model.layers.19.self_attn.v_proj",
    "sensitivities": {
      "2": 4.315376281738281e-05,
      "3": 1.0311603546142578e-05,
      "4": 2.3543834686279297e-06,
      "8": 1.525040715932846e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.20.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 5.745887756347656e-05,
      "3": 1.3113021850585938e-05,
      "4": 2.9653310775756836e-06,
      "8": 1.8510036170482635e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.20.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 3.719329833984375e-05,
      "3": 8.463859558105469e-06,
      "4": 1.9073486328125e-06,
      "8": 1.2514647096395493e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.20.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.981590270996094e-05,
      "3": 9.238719940185547e-06,
      "4": 2.1010637283325195e-06,
      "8": 1.3620592653751373e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.20.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.62396240234375e-05,
      "3": 8.463859558105469e-06,
      "4": 1.952052116394043e-06,
      "8": 1.2398231774568558e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.20.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.647804260253906e-05,
      "3": 8.463859558105469e-06,
      "4": 1.952052116394043e-06,
      "8": 1.257285475730896e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.20.mlp.down_proj",
    "sensitivities": {
      "2": 1.7762184143066406e-05,
      "3": 4.1425228118896484e-06,
      "4": 9.424984455108643e-07,
      "8": 5.50062395632267e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.20.mlp.gate_proj",
    "sensitivities": {
      "2": 1.895427703857422e-05,
      "3": 4.410743713378906e-06,
      "4": 1.0058283805847168e-06,
      "8": 5.878973752260208e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.20.mlp.up_proj",
    "sensitivities": {
      "2": 1.7523765563964844e-05,
      "3": 4.0531158447265625e-06,
      "4": 9.313225746154785e-07,
      "8": 5.384208634495735e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.21.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 5.125999450683594e-05,
      "3": 1.1742115020751953e-05,
      "4": 2.652406692504883e-06,
      "8": 1.6996636986732483e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.21.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 3.504753112792969e-05,
      "3": 8.046627044677734e-06,
      "4": 1.817941665649414e-06,
      "8": 1.2048985809087753e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.21.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.814697265625e-05,
      "3": 8.881092071533203e-06,
      "4": 2.0265579223632812e-06,
      "8": 1.3154931366443634e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.21.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.981590270996094e-05,
      "3": 9.298324584960938e-06,
      "4": 2.130866050720215e-06,
      "8": 1.3504177331924438e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.21.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.647804260253906e-05,
      "3": 8.52346420288086e-06,
      "4": 1.9669532775878906e-06,
      "8": 1.2631062418222427e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.21.mlp.down_proj",
    "sensitivities": {
      "2": 1.7881393432617188e-05,
      "3": 4.1425228118896484e-06,
      "4": 9.424984455108643e-07,
      "8": 5.50062395632267e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.21.mlp.gate_proj",
    "sensitivities": {
      "2": 1.895427703857422e-05,
      "3": 4.4405460357666016e-06,
      "4": 1.0058283805847168e-06,
      "8": 5.878973752260208e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.21.mlp.up_proj",
    "sensitivities": {
      "2": 1.7642974853515625e-05,
      "3": 4.112720489501953e-06,
      "4": 9.387731552124023e-07,
      "8": 5.4424162954092026e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.22.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 5.221366882324219e-05,
      "3": 1.2040138244628906e-05,
      "4": 2.6971101760864258e-06,
      "8": 1.7695128917694092e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.22.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 3.409385681152344e-05,
      "3": 7.987022399902344e-06,
      "4": 1.773238182067871e-06,
      "8": 1.1408701539039612e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.22.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.719329833984375e-05,
      "3": 8.64267349243164e-06,
      "4": 1.9818544387817383e-06,
      "8": 1.2922100722789764e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.22.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.719329833984375e-05,
      "3": 8.702278137207031e-06,
      "4": 1.996755599975586e-06,
      "8": 1.2689270079135895e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.22.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.62396240234375e-05,
      "3": 8.463859558105469e-06,
      "4": 1.952052116394043e-06,
      "8": 1.2514647096395493e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.22.mlp.down_proj",
    "sensitivities": {
      "2": 1.7762184143066406e-05,
      "3": 4.1425228118896484e-06,
      "4": 9.5367431640625e-07,
      "8": 5.587935447692871e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.22.mlp.gate_proj",
    "sensitivities": {
      "2": 2.0265579223632812e-05,
      "3": 4.708766937255859e-06,
      "4": 1.0654330253601074e-06,
      "8": 6.315531209111214e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.22.mlp.up_proj",
    "sensitivities": {
      "2": 1.7762184143066406e-05,
      "3": 4.1425228118896484e-06,
      "4": 9.424984455108643e-07,
      "8": 5.50062395632267e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.23.mlp.down_proj",
    "sensitivities": {
      "2": 1.800060272216797e-05,
      "3": 4.202127456665039e-06,
      "4": 9.5367431640625e-07,
      "8": 5.558831617236137e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.23.mlp.gate_proj",
    "sensitivities": {
      "2": 1.9788742065429688e-05,
      "3": 4.589557647705078e-06,
      "4": 1.043081283569336e-06,
      "8": 6.1409082263708115e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.23.mlp.up_proj",
    "sensitivities": {
      "2": 1.811981201171875e-05,
      "3": 4.231929779052734e-06,
      "4": 9.611248970031738e-07,
      "8": 5.558831617236137e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.23.self_attn.k_proj",
    "sensitivities": {
      "2": 4.00543212890625e-05,
      "3": 9.238719940185547e-06,
      "4": 2.086162567138672e-06,
      "8": 1.3445969671010971e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.23.self_attn.o_proj",
    "sensitivities": {
      "2": 3.647804260253906e-05,
      "3": 8.52346420288086e-06,
      "4": 1.9669532775878906e-06,
      "8": 1.2398231774568558e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.23.self_attn.q_proj",
    "sensitivities": {
      "2": 3.5762786865234375e-05,
      "3": 8.285045623779297e-06,
      "4": 1.8924474716186523e-06,
      "8": 1.2165401130914688e-08
    },
    "param_count": 62914560
  },
  {
    "layer_name": "model.language_model.layers.23.self_attn.v_proj",
    "sensitivities": {
      "2": 4.458427429199219e-05,
      "3": 1.043081283569336e-05,
      "4": 2.3692846298217773e-06,
      "8": 1.4842953532934189e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.24.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 3.910064697265625e-05,
      "3": 9.059906005859375e-06,
      "4": 2.0116567611694336e-06,
      "8": 1.280568540096283e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.24.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 3.0994415283203125e-05,
      "3": 7.361173629760742e-06,
      "4": 1.6391277313232422e-06,
      "8": 1.0710209608078003e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.24.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.814697265625e-05,
      "3": 8.881092071533203e-06,
      "4": 2.0116567611694336e-06,
      "8": 1.30385160446167e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.24.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.528594970703125e-05,
      "3": 8.225440979003906e-06,
      "4": 1.8849968910217285e-06,
      "8": 1.1990778148174286e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.24.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.5762786865234375e-05,
      "3": 8.344650268554688e-06,
      "4": 1.9073486328125e-06,
      "8": 1.2281816452741623e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.24.mlp.down_proj",
    "sensitivities": {
      "2": 1.823902130126953e-05,
      "3": 4.26173210144043e-06,
      "4": 9.685754776000977e-07,
      "8": 5.675246939063072e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.24.mlp.gate_proj",
    "sensitivities": {
      "2": 2.014636993408203e-05,
      "3": 4.708766937255859e-06,
      "4": 1.0728836059570312e-06,
      "8": 6.315531209111214e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.24.mlp.up_proj",
    "sensitivities": {
      "2": 1.8477439880371094e-05,
      "3": 4.291534423828125e-06,
      "4": 9.760260581970215e-07,
      "8": 5.704350769519806e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.25.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 4.1961669921875e-05,
      "3": 9.59634780883789e-06,
      "4": 2.175569534301758e-06,
      "8": 1.391163095831871e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.25.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 3.0279159545898438e-05,
      "3": 7.152557373046875e-06,
      "4": 1.5944242477416992e-06,
      "8": 1.0477378964424133e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.25.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.910064697265625e-05,
      "3": 9.059906005859375e-06,
      "4": 2.0563602447509766e-06,
      "8": 1.3445969671010971e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.25.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.3855438232421875e-05,
      "3": 7.927417755126953e-06,
      "4": 1.8104910850524902e-06,
      "8": 1.1525116860866547e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.25.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.62396240234375e-05,
      "3": 8.463859558105469e-06,
      "4": 1.952052116394043e-06,
      "8": 1.2456439435482025e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.25.mlp.down_proj",
    "sensitivities": {
      "2": 1.8715858459472656e-05,
      "3": 4.351139068603516e-06,
      "4": 9.909272193908691e-07,
      "8": 5.791662260890007e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.25.mlp.gate_proj",
    "sensitivities": {
      "2": 1.9788742065429688e-05,
      "3": 4.6193599700927734e-06,
      "4": 1.0505318641662598e-06,
      "8": 6.1409082263708115e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.25.mlp.up_proj",
    "sensitivities": {
      "2": 1.9073486328125e-05,
      "3": 4.4405460357666016e-06,
      "4": 1.0132789611816406e-06,
      "8": 5.878973752260208e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.26.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 4.220008850097656e-05,
      "3": 9.715557098388672e-06,
      "4": 2.1904706954956055e-06,
      "8": 1.4028046280145645e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.26.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 3.1948089599609375e-05,
      "3": 7.539987564086914e-06,
      "4": 1.6689300537109375e-06,
      "8": 1.0652001947164536e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.26.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.981590270996094e-05,
      "3": 9.238719940185547e-06,
      "4": 2.086162567138672e-06,
      "8": 1.3562384992837906e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.26.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.2901763916015625e-05,
      "3": 7.748603820800781e-06,
      "4": 1.7657876014709473e-06,
      "8": 1.123407855629921e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.26.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.600120544433594e-05,
      "3": 8.463859558105469e-06,
      "4": 1.9371509552001953e-06,
      "8": 1.2398231774568558e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.26.mlp.down_proj",
    "sensitivities": {
      "2": 1.895427703857422e-05,
      "3": 4.4405460357666016e-06,
      "4": 1.0058283805847168e-06,
      "8": 5.9371814131736755e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.26.mlp.gate_proj",
    "sensitivities": {
      "2": 1.919269561767578e-05,
      "3": 4.470348358154297e-06,
      "4": 1.0132789611816406e-06,
      "8": 6.024492904543877e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.26.mlp.up_proj",
    "sensitivities": {
      "2": 1.9669532775878906e-05,
      "3": 4.589557647705078e-06,
      "4": 1.043081283569336e-06,
      "8": 6.1409082263708115e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.27.mlp.down_proj",
    "sensitivities": {
      "2": 1.919269561767578e-05,
      "3": 4.4405460357666016e-06,
      "4": 1.0132789611816406e-06,
      "8": 6.024492904543877e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.27.mlp.gate_proj",
    "sensitivities": {
      "2": 1.8835067749023438e-05,
      "3": 4.380941390991211e-06,
      "4": 9.98377799987793e-07,
      "8": 5.8498699218034744e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.27.mlp.up_proj",
    "sensitivities": {
      "2": 1.990795135498047e-05,
      "3": 4.6193599700927734e-06,
      "4": 1.0579824447631836e-06,
      "8": 6.199115887284279e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.27.self_attn.k_proj",
    "sensitivities": {
      "2": 4.2438507080078125e-05,
      "3": 9.894371032714844e-06,
      "4": 2.2202730178833008e-06,
      "8": 1.437729224562645e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.27.self_attn.o_proj",
    "sensitivities": {
      "2": 3.504753112792969e-05,
      "3": 8.165836334228516e-06,
      "4": 1.862645149230957e-06,
      "8": 1.1816155165433884e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.27.self_attn.q_proj",
    "sensitivities": {
      "2": 3.743171691894531e-05,
      "3": 8.761882781982422e-06,
      "4": 1.9818544387817383e-06,
      "8": 1.2689270079135895e-08
    },
    "param_count": 62914560
  },
  {
    "layer_name": "model.language_model.layers.27.self_attn.v_proj",
    "sensitivities": {
      "2": 4.029273986816406e-05,
      "3": 9.47713851928711e-06,
      "4": 2.175569534301758e-06,
      "8": 1.3795215636491776e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.28.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 4.982948303222656e-05,
      "3": 1.150369644165039e-05,
      "4": 2.5480985641479492e-06,
      "8": 1.618172973394394e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.28.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 3.1948089599609375e-05,
      "3": 7.927417755126953e-06,
      "4": 1.7508864402770996e-06,
      "8": 1.1408701539039612e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.28.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 4.0531158447265625e-05,
      "3": 9.47713851928711e-06,
      "4": 2.1457672119140625e-06,
      "8": 1.3853423297405243e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.28.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.147125244140625e-05,
      "3": 7.3015689849853516e-06,
      "4": 1.6763806343078613e-06,
      "8": 1.0593794286251068e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.28.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.5762786865234375e-05,
      "3": 8.344650268554688e-06,
      "4": 1.9073486328125e-06,
      "8": 1.210719347000122e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.28.mlp.down_proj",
    "sensitivities": {
      "2": 1.9073486328125e-05,
      "3": 4.4405460357666016e-06,
      "4": 1.0132789611816406e-06,
      "8": 6.024492904543877e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.28.mlp.gate_proj",
    "sensitivities": {
      "2": 1.8358230590820312e-05,
      "3": 4.26173210144043e-06,
      "4": 9.685754776000977e-07,
      "8": 5.704350769519806e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.28.mlp.up_proj",
    "sensitivities": {
      "2": 1.9788742065429688e-05,
      "3": 4.6193599700927734e-06,
      "4": 1.0505318641662598e-06,
      "8": 6.1409082263708115e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.29.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 3.933906555175781e-05,
      "3": 9.059906005859375e-06,
      "4": 2.0265579223632812e-06,
      "8": 1.30385160446167e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.29.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 3.4809112548828125e-05,
      "3": 8.344650268554688e-06,
      "4": 1.8477439880371094e-06,
      "8": 1.2514647096395493e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.29.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 4.029273986816406e-05,
      "3": 9.417533874511719e-06,
      "4": 2.130866050720215e-06,
      "8": 1.3795215636491776e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.29.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.039836883544922e-05,
      "3": 7.092952728271484e-06,
      "4": 1.6093254089355469e-06,
      "8": 1.0128132998943329e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.29.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.5762786865234375e-05,
      "3": 8.344650268554688e-06,
      "4": 1.9073486328125e-06,
      "8": 1.2048985809087753e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.29.mlp.down_proj",
    "sensitivities": {
      "2": 1.8835067749023438e-05,
      "3": 4.380941390991211e-06,
      "4": 9.98377799987793e-07,
      "8": 5.966285243630409e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.29.mlp.gate_proj",
    "sensitivities": {
      "2": 1.811981201171875e-05,
      "3": 4.231929779052734e-06,
      "4": 9.611248970031738e-07,
      "8": 5.617039278149605e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.29.mlp.up_proj",
    "sensitivities": {
      "2": 1.9550323486328125e-05,
      "3": 4.589557647705078e-06,
      "4": 1.0356307029724121e-06,
      "8": 6.111804395914078e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.30.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 4.100799560546875e-05,
      "3": 9.357929229736328e-06,
      "4": 2.115964889526367e-06,
      "8": 1.3853423297405243e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.30.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 3.314018249511719e-05,
      "3": 7.867813110351562e-06,
      "4": 1.735985279083252e-06,
      "8": 1.1408701539039612e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.30.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 4.0531158447265625e-05,
      "3": 9.47713851928711e-06,
      "4": 2.1457672119140625e-06,
      "8": 1.3853423297405243e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.30.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.123283386230469e-05,
      "3": 7.3015689849853516e-06,
      "4": 1.6689300537109375e-06,
      "8": 1.05355866253376e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.30.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.552436828613281e-05,
      "3": 8.285045623779297e-06,
      "4": 1.8998980522155762e-06,
      "8": 1.1990778148174286e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.30.mlp.down_proj",
    "sensitivities": {
      "2": 1.8835067749023438e-05,
      "3": 4.410743713378906e-06,
      "4": 9.98377799987793e-07,
      "8": 5.9371814131736755e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.30.mlp.gate_proj",
    "sensitivities": {
      "2": 1.7762184143066406e-05,
      "3": 4.1425228118896484e-06,
      "4": 9.424984455108643e-07,
      "8": 5.558831617236137e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.30.mlp.up_proj",
    "sensitivities": {
      "2": 1.9669532775878906e-05,
      "3": 4.589557647705078e-06,
      "4": 1.043081283569336e-06,
      "8": 6.1409082263708115e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.31.mlp.down_proj",
    "sensitivities": {
      "2": 1.9073486328125e-05,
      "3": 4.4405460357666016e-06,
      "4": 1.0058283805847168e-06,
      "8": 6.024492904543877e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.31.mlp.gate_proj",
    "sensitivities": {
      "2": 1.7523765563964844e-05,
      "3": 4.0531158447265625e-06,
      "4": 9.275972843170166e-07,
      "8": 5.471520125865936e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.31.mlp.up_proj",
    "sensitivities": {
      "2": 1.9788742065429688e-05,
      "3": 4.6193599700927734e-06,
      "4": 1.0505318641662598e-06,
      "8": 6.199115887284279e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.31.self_attn.k_proj",
    "sensitivities": {
      "2": 3.933906555175781e-05,
      "3": 9.238719940185547e-06,
      "4": 2.0712614059448242e-06,
      "8": 1.3329554349184036e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.31.self_attn.o_proj",
    "sensitivities": {
      "2": 3.552436828613281e-05,
      "3": 8.285045623779297e-06,
      "4": 1.8998980522155762e-06,
      "8": 1.1990778148174286e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.31.self_attn.q_proj",
    "sensitivities": {
      "2": 3.361701965332031e-05,
      "3": 7.867813110351562e-06,
      "4": 1.7881393432617188e-06,
      "8": 1.146690919995308e-08
    },
    "param_count": 62914560
  },
  {
    "layer_name": "model.language_model.layers.31.self_attn.v_proj",
    "sensitivities": {
      "2": 4.744529724121094e-05,
      "3": 1.1146068572998047e-05,
      "4": 2.5331974029541016e-06,
      "8": 1.57160684466362e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.32.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 4.792213439941406e-05,
      "3": 1.1026859283447266e-05,
      "4": 2.4884939193725586e-06,
      "8": 1.6065314412117004e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.32.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 2.562999725341797e-05,
      "3": 6.318092346191406e-06,
      "4": 1.430511474609375e-06,
      "8": 9.19681042432785e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.32.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 4.0531158447265625e-05,
      "3": 9.5367431640625e-06,
      "4": 2.16066837310791e-06,
      "8": 1.3853423297405243e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.32.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 2.944469451904297e-05,
      "3": 6.854534149169922e-06,
      "4": 1.564621925354004e-06,
      "8": 9.837094694375992e-09
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.32.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.4809112548828125e-05,
      "3": 8.106231689453125e-06,
      "4": 1.8551945686340332e-06,
      "8": 1.1641532182693481e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.32.mlp.down_proj",
    "sensitivities": {
      "2": 1.919269561767578e-05,
      "3": 4.470348358154297e-06,
      "4": 1.0132789611816406e-06,
      "8": 6.05359673500061e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.32.mlp.gate_proj",
    "sensitivities": {
      "2": 1.7404556274414062e-05,
      "3": 4.0531158447265625e-06,
      "4": 9.201467037200928e-07,
      "8": 5.4424162954092026e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.32.mlp.up_proj",
    "sensitivities": {
      "2": 1.9788742065429688e-05,
      "3": 4.6193599700927734e-06,
      "4": 1.0505318641662598e-06,
      "8": 6.199115887284279e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.33.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 4.0531158447265625e-05,
      "3": 9.238719940185547e-06,
      "4": 2.086162567138672e-06,
      "8": 1.3387762010097504e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.33.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 2.5153160095214844e-05,
      "3": 6.020069122314453e-06,
      "4": 1.3485550880432129e-06,
      "8": 8.731149137020111e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.33.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 4.1961669921875e-05,
      "3": 9.715557098388672e-06,
      "4": 2.2202730178833008e-06,
      "8": 1.4319084584712982e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.33.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 2.8371810913085938e-05,
      "3": 6.616115570068359e-06,
      "4": 1.5050172805786133e-06,
      "8": 9.42964106798172e-09
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.33.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.552436828613281e-05,
      "3": 8.285045623779297e-06,
      "4": 1.8998980522155762e-06,
      "8": 1.1990778148174286e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.33.mlp.down_proj",
    "sensitivities": {
      "2": 1.9311904907226562e-05,
      "3": 4.500150680541992e-06,
      "4": 1.0207295417785645e-06,
      "8": 6.05359673500061e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.33.mlp.gate_proj",
    "sensitivities": {
      "2": 1.7404556274414062e-05,
      "3": 4.0531158447265625e-06,
      "4": 9.201467037200928e-07,
      "8": 5.471520125865936e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.33.mlp.up_proj",
    "sensitivities": {
      "2": 1.990795135498047e-05,
      "3": 4.649162292480469e-06,
      "4": 1.0579824447631836e-06,
      "8": 6.2282197177410126e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.34.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 4.57763671875e-05,
      "3": 1.049041748046875e-05,
      "4": 2.3543834686279297e-06,
      "8": 1.4901161193847656e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.34.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 2.396106719970703e-05,
      "3": 5.7220458984375e-06,
      "4": 1.2814998626708984e-06,
      "8": 8.32369551062584e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.34.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 4.100799560546875e-05,
      "3": 9.5367431640625e-06,
      "4": 2.16066837310791e-06,
      "8": 1.3969838619232178e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.34.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.039836883544922e-05,
      "3": 7.092952728271484e-06,
      "4": 1.6167759895324707e-06,
      "8": 1.0244548320770264e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.34.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.528594970703125e-05,
      "3": 8.225440979003906e-06,
      "4": 1.8924474716186523e-06,
      "8": 1.1990778148174286e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.34.mlp.down_proj",
    "sensitivities": {
      "2": 1.990795135498047e-05,
      "3": 4.649162292480469e-06,
      "4": 1.0579824447631836e-06,
      "8": 6.28642737865448e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.34.mlp.gate_proj",
    "sensitivities": {
      "2": 1.7523765563964844e-05,
      "3": 4.112720489501953e-06,
      "4": 9.387731552124023e-07,
      "8": 5.617039278149605e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.34.mlp.up_proj",
    "sensitivities": {
      "2": 2.0265579223632812e-05,
      "3": 4.708766937255859e-06,
      "4": 1.0728836059570312e-06,
      "8": 6.402842700481415e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.35.mlp.down_proj",
    "sensitivities": {
      "2": 1.9550323486328125e-05,
      "3": 4.559755325317383e-06,
      "4": 1.0356307029724121e-06,
      "8": 6.1409082263708115e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.35.mlp.gate_proj",
    "sensitivities": {
      "2": 1.800060272216797e-05,
      "3": 4.202127456665039e-06,
      "4": 9.5367431640625e-07,
      "8": 5.675246939063072e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.35.mlp.up_proj",
    "sensitivities": {
      "2": 1.9788742065429688e-05,
      "3": 4.6193599700927734e-06,
      "4": 1.0505318641662598e-06,
      "8": 6.199115887284279e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.35.self_attn.k_proj",
    "sensitivities": {
      "2": 3.743171691894531e-05,
      "3": 8.761882781982422e-06,
      "4": 1.9818544387817383e-06,
      "8": 1.2863893061876297e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.35.self_attn.o_proj",
    "sensitivities": {
      "2": 3.910064697265625e-05,
      "3": 9.179115295410156e-06,
      "4": 2.1010637283325195e-06,
      "8": 1.3213139027357101e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.35.self_attn.q_proj",
    "sensitivities": {
      "2": 3.266334533691406e-05,
      "3": 7.62939453125e-06,
      "4": 1.7285346984863281e-06,
      "8": 1.1117663234472275e-08
    },
    "param_count": 62914560
  },
  {
    "layer_name": "model.language_model.layers.35.self_attn.v_proj",
    "sensitivities": {
      "2": 5.340576171875e-05,
      "3": 1.2814998626708984e-05,
      "4": 2.905726432800293e-06,
      "8": 1.8044374883174896e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.36.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 4.4345855712890625e-05,
      "3": 1.0192394256591797e-05,
      "4": 2.294778823852539e-06,
      "8": 1.4784745872020721e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.36.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 2.3603439331054688e-05,
      "3": 5.602836608886719e-06,
      "4": 1.259148120880127e-06,
      "8": 8.207280188798904e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.36.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 4.100799560546875e-05,
      "3": 9.5367431640625e-06,
      "4": 2.16066837310791e-06,
      "8": 1.3969838619232178e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.36.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.3855438232421875e-05,
      "3": 7.927417755126953e-06,
      "4": 1.817941665649414e-06,
      "8": 1.1583324521780014e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.36.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.600120544433594e-05,
      "3": 8.404254913330078e-06,
      "4": 1.9371509552001953e-06,
      "8": 1.234002411365509e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.36.mlp.down_proj",
    "sensitivities": {
      "2": 1.8596649169921875e-05,
      "3": 4.351139068603516e-06,
      "4": 9.834766387939453e-07,
      "8": 5.791662260890007e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.36.mlp.gate_proj",
    "sensitivities": {
      "2": 1.919269561767578e-05,
      "3": 4.470348358154297e-06,
      "4": 1.0132789611816406e-06,
      "8": 5.966285243630409e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.36.mlp.up_proj",
    "sensitivities": {
      "2": 1.8596649169921875e-05,
      "3": 4.351139068603516e-06,
      "4": 9.909272193908691e-07,
      "8": 5.762558430433273e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.37.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 5.030632019042969e-05,
      "3": 1.1682510375976562e-05,
      "4": 2.6226043701171875e-06,
      "8": 1.7462298274040222e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.37.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 2.586841583251953e-05,
      "3": 6.079673767089844e-06,
      "4": 1.3560056686401367e-06,
      "8": 8.905772119760513e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.37.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.886222839355469e-05,
      "3": 9.059906005859375e-06,
      "4": 2.0712614059448242e-06,
      "8": 1.3504177331924438e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.37.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.719329833984375e-05,
      "3": 8.702278137207031e-06,
      "4": 1.996755599975586e-06,
      "8": 1.2631062418222427e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.37.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.5762786865234375e-05,
      "3": 8.404254913330078e-06,
      "4": 1.9371509552001953e-06,
      "8": 1.2398231774568558e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.37.mlp.down_proj",
    "sensitivities": {
      "2": 1.823902130126953e-05,
      "3": 4.231929779052734e-06,
      "4": 9.685754776000977e-07,
      "8": 5.675246939063072e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.37.mlp.gate_proj",
    "sensitivities": {
      "2": 1.9311904907226562e-05,
      "3": 4.500150680541992e-06,
      "4": 1.0207295417785645e-06,
      "8": 6.024492904543877e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.37.mlp.up_proj",
    "sensitivities": {
      "2": 1.8358230590820312e-05,
      "3": 4.26173210144043e-06,
      "4": 9.685754776000977e-07,
      "8": 5.675246939063072e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.38.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 4.673004150390625e-05,
      "3": 1.0907649993896484e-05,
      "4": 2.4586915969848633e-06,
      "8": 1.594889909029007e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.38.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 2.2172927856445312e-05,
      "3": 5.27501106262207e-06,
      "4": 1.169741153717041e-06,
      "8": 7.450580596923828e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.38.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.838539123535156e-05,
      "3": 8.881092071533203e-06,
      "4": 2.0265579223632812e-06,
      "8": 1.3271346688270569e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.38.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.695487976074219e-05,
      "3": 8.702278137207031e-06,
      "4": 1.9818544387817383e-06,
      "8": 1.2631062418222427e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.38.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.528594970703125e-05,
      "3": 8.225440979003906e-06,
      "4": 1.8924474716186523e-06,
      "8": 1.2223608791828156e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.38.mlp.down_proj",
    "sensitivities": {
      "2": 1.7523765563964844e-05,
      "3": 4.0531158447265625e-06,
      "4": 9.275972843170166e-07,
      "8": 5.413312464952469e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.38.mlp.gate_proj",
    "sensitivities": {
      "2": 2.1696090698242188e-05,
      "3": 5.066394805908203e-06,
      "4": 1.1548399925231934e-06,
      "8": 6.9267116487026215e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.38.mlp.up_proj",
    "sensitivities": {
      "2": 1.7762184143066406e-05,
      "3": 4.1425228118896484e-06,
      "4": 9.387731552124023e-07,
      "8": 5.471520125865936e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.39.mlp.down_proj",
    "sensitivities": {
      "2": 1.7762184143066406e-05,
      "3": 4.1425228118896484e-06,
      "4": 9.387731552124023e-07,
      "8": 5.471520125865936e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.39.mlp.gate_proj",
    "sensitivities": {
      "2": 2.0623207092285156e-05,
      "3": 4.798173904418945e-06,
      "4": 1.0952353477478027e-06,
      "8": 6.548361852765083e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.39.mlp.up_proj",
    "sensitivities": {
      "2": 1.800060272216797e-05,
      "3": 4.202127456665039e-06,
      "4": 9.5367431640625e-07,
      "8": 5.558831617236137e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.39.self_attn.k_proj",
    "sensitivities": {
      "2": 3.719329833984375e-05,
      "3": 8.64267349243164e-06,
      "4": 1.952052116394043e-06,
      "8": 1.257285475730896e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.39.self_attn.o_proj",
    "sensitivities": {
      "2": 3.719329833984375e-05,
      "3": 8.761882781982422e-06,
      "4": 1.996755599975586e-06,
      "8": 1.2689270079135895e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.39.self_attn.q_proj",
    "sensitivities": {
      "2": 3.2901763916015625e-05,
      "3": 7.62939453125e-06,
      "4": 1.735985279083252e-06,
      "8": 1.1175870895385742e-08
    },
    "param_count": 62914560
  },
  {
    "layer_name": "model.language_model.layers.39.self_attn.v_proj",
    "sensitivities": {
      "2": 4.863739013671875e-05,
      "3": 1.138448715209961e-05,
      "4": 2.5779008865356445e-06,
      "8": 1.618172973394394e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.40.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 3.409385681152344e-05,
      "3": 7.987022399902344e-06,
      "4": 1.7881393432617188e-06,
      "8": 1.1990778148174286e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.40.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 2.5033950805664062e-05,
      "3": 6.0498714447021484e-06,
      "4": 1.3560056686401367e-06,
      "8": 9.138602763414383e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.40.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.7670135498046875e-05,
      "3": 8.821487426757812e-06,
      "4": 2.0116567611694336e-06,
      "8": 1.30385160446167e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.40.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.504753112792969e-05,
      "3": 8.165836334228516e-06,
      "4": 1.862645149230957e-06,
      "8": 1.1874362826347351e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.40.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.4809112548828125e-05,
      "3": 8.106231689453125e-06,
      "4": 1.8551945686340332e-06,
      "8": 1.1990778148174286e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.40.mlp.down_proj",
    "sensitivities": {
      "2": 1.7762184143066406e-05,
      "3": 4.112720489501953e-06,
      "4": 9.387731552124023e-07,
      "8": 5.471520125865936e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.40.mlp.gate_proj",
    "sensitivities": {
      "2": 2.1338462829589844e-05,
      "3": 4.947185516357422e-06,
      "4": 1.1324882507324219e-06,
      "8": 6.810296326875687e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.40.mlp.up_proj",
    "sensitivities": {
      "2": 1.811981201171875e-05,
      "3": 4.202127456665039e-06,
      "4": 9.5367431640625e-07,
      "8": 5.558831617236137e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.41.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 3.337860107421875e-05,
      "3": 7.748603820800781e-06,
      "4": 1.735985279083252e-06,
      "8": 1.1350493878126144e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.41.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 2.3365020751953125e-05,
      "3": 5.602836608886719e-06,
      "4": 1.259148120880127e-06,
      "8": 8.09086486697197e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.41.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.719329833984375e-05,
      "3": 8.64267349243164e-06,
      "4": 1.9818544387817383e-06,
      "8": 1.280568540096283e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.41.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.409385681152344e-05,
      "3": 7.927417755126953e-06,
      "4": 1.817941665649414e-06,
      "8": 1.1583324521780014e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.41.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.504753112792969e-05,
      "3": 8.165836334228516e-06,
      "4": 1.8849968910217285e-06,
      "8": 1.210719347000122e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.41.mlp.down_proj",
    "sensitivities": {
      "2": 1.8358230590820312e-05,
      "3": 4.26173210144043e-06,
      "4": 9.685754776000977e-07,
      "8": 5.675246939063072e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.41.mlp.gate_proj",
    "sensitivities": {
      "2": 1.990795135498047e-05,
      "3": 4.649162292480469e-06,
      "4": 1.0579824447631836e-06,
      "8": 6.28642737865448e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.41.mlp.up_proj",
    "sensitivities": {
      "2": 1.895427703857422e-05,
      "3": 4.4405460357666016e-06,
      "4": 1.0132789611816406e-06,
      "8": 5.878973752260208e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.42.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 3.337860107421875e-05,
      "3": 7.808208465576172e-06,
      "4": 1.735985279083252e-06,
      "8": 1.1292286217212677e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.42.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 2.2172927856445312e-05,
      "3": 5.245208740234375e-06,
      "4": 1.1622905731201172e-06,
      "8": 7.566995918750763e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.42.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.7670135498046875e-05,
      "3": 8.761882781982422e-06,
      "4": 1.9818544387817383e-06,
      "8": 1.2980308383703232e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.42.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.314018249511719e-05,
      "3": 7.748603820800781e-06,
      "4": 1.773238182067871e-06,
      "8": 1.1292286217212677e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.42.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.504753112792969e-05,
      "3": 8.225440979003906e-06,
      "4": 1.8924474716186523e-06,
      "8": 1.210719347000122e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.42.mlp.down_proj",
    "sensitivities": {
      "2": 1.8835067749023438e-05,
      "3": 4.380941390991211e-06,
      "4": 9.98377799987793e-07,
      "8": 5.8498699218034744e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.42.mlp.gate_proj",
    "sensitivities": {
      "2": 1.919269561767578e-05,
      "3": 4.470348358154297e-06,
      "4": 1.0132789611816406e-06,
      "8": 6.024492904543877e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.42.mlp.up_proj",
    "sensitivities": {
      "2": 1.9788742065429688e-05,
      "3": 4.6193599700927734e-06,
      "4": 1.0505318641662598e-06,
      "8": 6.1409082263708115e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.43.mlp.down_proj",
    "sensitivities": {
      "2": 1.9311904907226562e-05,
      "3": 4.500150680541992e-06,
      "4": 1.0207295417785645e-06,
      "8": 6.05359673500061e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.43.mlp.gate_proj",
    "sensitivities": {
      "2": 1.8835067749023438e-05,
      "3": 4.380941390991211e-06,
      "4": 9.909272193908691e-07,
      "8": 5.878973752260208e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.43.mlp.up_proj",
    "sensitivities": {
      "2": 2.014636993408203e-05,
      "3": 4.708766937255859e-06,
      "4": 1.0728836059570312e-06,
      "8": 6.315531209111214e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.43.self_attn.k_proj",
    "sensitivities": {
      "2": 3.6716461181640625e-05,
      "3": 8.821487426757812e-06,
      "4": 1.9818544387817383e-06,
      "8": 1.2747477740049362e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.43.self_attn.o_proj",
    "sensitivities": {
      "2": 3.62396240234375e-05,
      "3": 8.463859558105469e-06,
      "4": 1.9371509552001953e-06,
      "8": 1.2281816452741623e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.43.self_attn.q_proj",
    "sensitivities": {
      "2": 3.2901763916015625e-05,
      "3": 7.68899917602539e-06,
      "4": 1.7434358596801758e-06,
      "8": 1.1175870895385742e-08
    },
    "param_count": 62914560
  },
  {
    "layer_name": "model.language_model.layers.43.self_attn.v_proj",
    "sensitivities": {
      "2": 4.76837158203125e-05,
      "3": 1.138448715209961e-05,
      "4": 2.592802047729492e-06,
      "8": 1.6298145055770874e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.44.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 4.363059997558594e-05,
      "3": 9.953975677490234e-06,
      "4": 2.2351741790771484e-06,
      "8": 1.4842953532934189e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.44.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 2.4080276489257812e-05,
      "3": 5.751848220825195e-06,
      "4": 1.2814998626708984e-06,
      "8": 8.149072527885437e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.44.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.886222839355469e-05,
      "3": 9.059906005859375e-06,
      "4": 2.0563602447509766e-06,
      "8": 1.3329554349184036e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.44.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.147125244140625e-05,
      "3": 7.361173629760742e-06,
      "4": 1.6838312149047852e-06,
      "8": 1.0652001947164536e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.44.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.4809112548828125e-05,
      "3": 8.106231689453125e-06,
      "4": 1.862645149230957e-06,
      "8": 1.1816155165433884e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.44.mlp.down_proj",
    "sensitivities": {
      "2": 1.9431114196777344e-05,
      "3": 4.5299530029296875e-06,
      "4": 1.0281801223754883e-06,
      "8": 6.111804395914078e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.44.mlp.gate_proj",
    "sensitivities": {
      "2": 1.8596649169921875e-05,
      "3": 4.351139068603516e-06,
      "4": 9.909272193908691e-07,
      "8": 5.8498699218034744e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.44.mlp.up_proj",
    "sensitivities": {
      "2": 2.0265579223632812e-05,
      "3": 4.708766937255859e-06,
      "4": 1.080334186553955e-06,
      "8": 6.373738870024681e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.45.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 3.123283386230469e-05,
      "3": 7.3015689849853516e-06,
      "4": 1.6316771507263184e-06,
      "8": 1.0652001947164536e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.45.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 2.6106834411621094e-05,
      "3": 6.258487701416016e-06,
      "4": 1.3932585716247559e-06,
      "8": 9.022187441587448e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.45.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.838539123535156e-05,
      "3": 9.000301361083984e-06,
      "4": 2.0265579223632812e-06,
      "8": 1.3271346688270569e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.45.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.123283386230469e-05,
      "3": 7.241964340209961e-06,
      "4": 1.6614794731140137e-06,
      "8": 1.05355866253376e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.45.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.528594970703125e-05,
      "3": 8.225440979003906e-06,
      "4": 1.8849968910217285e-06,
      "8": 1.1990778148174286e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.45.mlp.down_proj",
    "sensitivities": {
      "2": 1.9311904907226562e-05,
      "3": 4.5299530029296875e-06,
      "4": 1.0281801223754883e-06,
      "8": 6.111804395914078e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.45.mlp.gate_proj",
    "sensitivities": {
      "2": 1.8477439880371094e-05,
      "3": 4.32133674621582e-06,
      "4": 9.834766387939453e-07,
      "8": 5.791662260890007e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.45.mlp.up_proj",
    "sensitivities": {
      "2": 2.0265579223632812e-05,
      "3": 4.708766937255859e-06,
      "4": 1.0728836059570312e-06,
      "8": 6.315531209111214e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.46.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 3.2901763916015625e-05,
      "3": 7.62939453125e-06,
      "4": 1.7285346984863281e-06,
      "8": 1.1175870895385742e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.46.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 2.396106719970703e-05,
      "3": 5.7220458984375e-06,
      "4": 1.2740492820739746e-06,
      "8": 8.207280188798904e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.46.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.886222839355469e-05,
      "3": 9.059906005859375e-06,
      "4": 2.0712614059448242e-06,
      "8": 1.3445969671010971e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.46.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.1948089599609375e-05,
      "3": 7.450580596923828e-06,
      "4": 1.7061829566955566e-06,
      "8": 1.076841726899147e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.46.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.4332275390625e-05,
      "3": 8.106231689453125e-06,
      "4": 1.8477439880371094e-06,
      "8": 1.1757947504520416e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.46.mlp.down_proj",
    "sensitivities": {
      "2": 1.9550323486328125e-05,
      "3": 4.5299530029296875e-06,
      "4": 1.0356307029724121e-06,
      "8": 6.111804395914078e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.46.mlp.gate_proj",
    "sensitivities": {
      "2": 1.811981201171875e-05,
      "3": 4.231929779052734e-06,
      "4": 9.611248970031738e-07,
      "8": 5.675246939063072e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.46.mlp.up_proj",
    "sensitivities": {
      "2": 2.0265579223632812e-05,
      "3": 4.738569259643555e-06,
      "4": 1.080334186553955e-06,
      "8": 6.373738870024681e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.47.mlp.down_proj",
    "sensitivities": {
      "2": 1.9550323486328125e-05,
      "3": 4.589557647705078e-06,
      "4": 1.0356307029724121e-06,
      "8": 6.199115887284279e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.47.mlp.gate_proj",
    "sensitivities": {
      "2": 1.8358230590820312e-05,
      "3": 4.26173210144043e-06,
      "4": 9.685754776000977e-07,
      "8": 5.762558430433273e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.47.mlp.up_proj",
    "sensitivities": {
      "2": 2.0503997802734375e-05,
      "3": 4.798173904418945e-06,
      "4": 1.087784767150879e-06,
      "8": 6.461050361394882e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.47.self_attn.k_proj",
    "sensitivities": {
      "2": 3.528594970703125e-05,
      "3": 8.285045623779297e-06,
      "4": 1.8849968910217285e-06,
      "8": 1.2048985809087753e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.47.self_attn.o_proj",
    "sensitivities": {
      "2": 3.9577484130859375e-05,
      "3": 9.238719940185547e-06,
      "4": 2.115964889526367e-06,
      "8": 1.3329554349184036e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.47.self_attn.q_proj",
    "sensitivities": {
      "2": 3.147125244140625e-05,
      "3": 7.331371307373047e-06,
      "4": 1.6689300537109375e-06,
      "8": 1.0652001947164536e-08
    },
    "param_count": 62914560
  },
  {
    "layer_name": "model.language_model.layers.47.self_attn.v_proj",
    "sensitivities": {
      "2": 5.91278076171875e-05,
      "3": 1.3947486877441406e-05,
      "4": 3.1441450119018555e-06,
      "8": 1.9208528101444244e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.48.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 4.1484832763671875e-05,
      "3": 9.655952453613281e-06,
      "4": 2.175569534301758e-06,
      "8": 1.4086253941059113e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.48.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 1.823902130126953e-05,
      "3": 4.26173210144043e-06,
      "4": 9.5367431640625e-07,
      "8": 6.199115887284279e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.48.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 3.933906555175781e-05,
      "3": 9.179115295410156e-06,
      "4": 2.086162567138672e-06,
      "8": 1.3504177331924438e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.48.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.123283386230469e-05,
      "3": 7.271766662597656e-06,
      "4": 1.6689300537109375e-06,
      "8": 1.05355866253376e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.48.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.409385681152344e-05,
      "3": 8.046627044677734e-06,
      "4": 1.8328428268432617e-06,
      "8": 1.1583324521780014e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.48.mlp.down_proj",
    "sensitivities": {
      "2": 1.990795135498047e-05,
      "3": 4.6193599700927734e-06,
      "4": 1.0505318641662598e-06,
      "8": 6.2282197177410126e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.48.mlp.gate_proj",
    "sensitivities": {
      "2": 1.8358230590820312e-05,
      "3": 4.26173210144043e-06,
      "4": 9.685754776000977e-07,
      "8": 5.791662260890007e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.48.mlp.up_proj",
    "sensitivities": {
      "2": 2.0623207092285156e-05,
      "3": 4.827976226806641e-06,
      "4": 1.0952353477478027e-06,
      "8": 6.548361852765083e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.49.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 3.337860107421875e-05,
      "3": 7.808208465576172e-06,
      "4": 1.7434358596801758e-06,
      "8": 1.1350493878126144e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.49.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 1.8715858459472656e-05,
      "3": 4.351139068603516e-06,
      "4": 9.685754776000977e-07,
      "8": 6.170012056827545e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.49.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 4.220008850097656e-05,
      "3": 9.834766387939453e-06,
      "4": 2.2202730178833008e-06,
      "8": 1.4319084584712982e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.49.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 2.956390380859375e-05,
      "3": 6.884336471557617e-06,
      "4": 1.5795230865478516e-06,
      "8": 9.953510016202927e-09
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.49.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.600120544433594e-05,
      "3": 8.404254913330078e-06,
      "4": 1.9371509552001953e-06,
      "8": 1.2281816452741623e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.49.mlp.down_proj",
    "sensitivities": {
      "2": 1.990795135498047e-05,
      "3": 4.649162292480469e-06,
      "4": 1.0579824447631836e-06,
      "8": 6.28642737865448e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.49.mlp.gate_proj",
    "sensitivities": {
      "2": 1.8358230590820312e-05,
      "3": 4.32133674621582e-06,
      "4": 9.834766387939453e-07,
      "8": 5.878973752260208e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.49.mlp.up_proj",
    "sensitivities": {
      "2": 2.0742416381835938e-05,
      "3": 4.857778549194336e-06,
      "4": 1.1101365089416504e-06,
      "8": 6.577465683221817e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.50.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 3.719329833984375e-05,
      "3": 8.58306884765625e-06,
      "4": 1.952052116394043e-06,
      "8": 1.2514647096395493e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.50.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 1.704692840576172e-05,
      "3": 3.933906555175781e-06,
      "4": 8.940696716308594e-07,
      "8": 5.762558430433273e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.50.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 4.100799560546875e-05,
      "3": 9.59634780883789e-06,
      "4": 2.175569534301758e-06,
      "8": 1.4028046280145645e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.50.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.170967102050781e-05,
      "3": 7.420778274536133e-06,
      "4": 1.6987323760986328e-06,
      "8": 1.0710209608078003e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.50.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.4332275390625e-05,
      "3": 8.106231689453125e-06,
      "4": 1.8551945686340332e-06,
      "8": 1.1816155165433884e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.50.mlp.down_proj",
    "sensitivities": {
      "2": 2.0265579223632812e-05,
      "3": 4.738569259643555e-06,
      "4": 1.080334186553955e-06,
      "8": 6.402842700481415e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.50.mlp.gate_proj",
    "sensitivities": {
      "2": 1.9431114196777344e-05,
      "3": 4.5299530029296875e-06,
      "4": 1.0356307029724121e-06,
      "8": 6.28642737865448e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.50.mlp.up_proj",
    "sensitivities": {
      "2": 2.09808349609375e-05,
      "3": 4.9173831939697266e-06,
      "4": 1.1175870895385742e-06,
      "8": 6.752088665962219e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.51.mlp.down_proj",
    "sensitivities": {
      "2": 2.0742416381835938e-05,
      "3": 4.857778549194336e-06,
      "4": 1.1026859283447266e-06,
      "8": 6.548361852765083e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.51.mlp.gate_proj",
    "sensitivities": {
      "2": 1.9550323486328125e-05,
      "3": 4.5299530029296875e-06,
      "4": 1.0281801223754883e-06,
      "8": 6.2282197177410126e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.51.mlp.up_proj",
    "sensitivities": {
      "2": 2.1338462829589844e-05,
      "3": 4.976987838745117e-06,
      "4": 1.1399388313293457e-06,
      "8": 6.83940015733242e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.51.self_attn.k_proj",
    "sensitivities": {
      "2": 3.4332275390625e-05,
      "3": 8.046627044677734e-06,
      "4": 1.8104910850524902e-06,
      "8": 1.1699739843606949e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.51.self_attn.o_proj",
    "sensitivities": {
      "2": 4.6253204345703125e-05,
      "3": 1.0788440704345703e-05,
      "4": 2.4586915969848633e-06,
      "8": 1.5366822481155396e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.51.self_attn.q_proj",
    "sensitivities": {
      "2": 3.0994415283203125e-05,
      "3": 7.18235969543457e-06,
      "4": 1.6316771507263184e-06,
      "8": 1.0360963642597198e-08
    },
    "param_count": 62914560
  },
  {
    "layer_name": "model.language_model.layers.51.self_attn.v_proj",
    "sensitivities": {
      "2": 7.390975952148438e-05,
      "3": 1.7881393432617188e-05,
      "4": 4.0531158447265625e-06,
      "8": 2.537854015827179e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.52.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 4.363059997558594e-05,
      "3": 1.0192394256591797e-05,
      "4": 2.3096799850463867e-06,
      "8": 1.4668330550193787e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.52.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 1.811981201171875e-05,
      "3": 4.231929779052734e-06,
      "4": 9.5367431640625e-07,
      "8": 6.1409082263708115e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.52.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 4.482269287109375e-05,
      "3": 1.0371208190917969e-05,
      "4": 2.3692846298217773e-06,
      "8": 1.5133991837501526e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.52.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.3855438232421875e-05,
      "3": 7.927417755126953e-06,
      "4": 1.817941665649414e-06,
      "8": 1.1583324521780014e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.52.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.504753112792969e-05,
      "3": 8.225440979003906e-06,
      "4": 1.8924474716186523e-06,
      "8": 1.2165401130914688e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.52.mlp.down_proj",
    "sensitivities": {
      "2": 2.0265579223632812e-05,
      "3": 4.708766937255859e-06,
      "4": 1.0728836059570312e-06,
      "8": 6.315531209111214e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.52.mlp.gate_proj",
    "sensitivities": {
      "2": 2.1457672119140625e-05,
      "3": 4.976987838745117e-06,
      "4": 1.1324882507324219e-06,
      "8": 6.83940015733242e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.52.mlp.up_proj",
    "sensitivities": {
      "2": 2.0623207092285156e-05,
      "3": 4.798173904418945e-06,
      "4": 1.0952353477478027e-06,
      "8": 6.490154191851616e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.53.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 4.982948303222656e-05,
      "3": 1.1682510375976562e-05,
      "4": 2.6226043701171875e-06,
      "8": 1.7345882952213287e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.53.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 2.181529998779297e-05,
      "3": 5.0961971282958984e-06,
      "4": 1.1399388313293457e-06,
      "8": 7.159542292356491e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.53.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 4.363059997558594e-05,
      "3": 1.0132789611816406e-05,
      "4": 2.294778823852539e-06,
      "8": 1.4784745872020721e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.53.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.528594970703125e-05,
      "3": 8.225440979003906e-06,
      "4": 1.8775463104248047e-06,
      "8": 1.1874362826347351e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.53.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.5762786865234375e-05,
      "3": 8.344650268554688e-06,
      "4": 1.9222497940063477e-06,
      "8": 1.2398231774568558e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.53.mlp.down_proj",
    "sensitivities": {
      "2": 1.990795135498047e-05,
      "3": 4.649162292480469e-06,
      "4": 1.0579824447631836e-06,
      "8": 6.2282197177410126e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.53.mlp.gate_proj",
    "sensitivities": {
      "2": 2.2411346435546875e-05,
      "3": 5.185604095458984e-06,
      "4": 1.1771917343139648e-06,
      "8": 7.188646122813225e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.53.mlp.up_proj",
    "sensitivities": {
      "2": 2.0384788513183594e-05,
      "3": 4.76837158203125e-06,
      "4": 1.087784767150879e-06,
      "8": 6.402842700481415e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.54.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 4.8160552978515625e-05,
      "3": 1.1742115020751953e-05,
      "4": 2.637505531311035e-06,
      "8": 1.7695128917694092e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.54.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 1.9311904907226562e-05,
      "3": 4.500150680541992e-06,
      "4": 1.0058283805847168e-06,
      "8": 6.6356733441352844e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.54.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 4.1484832763671875e-05,
      "3": 9.655952453613281e-06,
      "4": 2.1904706954956055e-06,
      "8": 1.4260876923799515e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.54.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.695487976074219e-05,
      "3": 8.58306884765625e-06,
      "4": 1.9818544387817383e-06,
      "8": 1.257285475730896e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.54.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.5762786865234375e-05,
      "3": 8.404254913330078e-06,
      "4": 1.9371509552001953e-06,
      "8": 1.2456439435482025e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.54.mlp.down_proj",
    "sensitivities": {
      "2": 2.0265579223632812e-05,
      "3": 4.738569259643555e-06,
      "4": 1.080334186553955e-06,
      "8": 6.373738870024681e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.54.mlp.gate_proj",
    "sensitivities": {
      "2": 2.4318695068359375e-05,
      "3": 5.602836608886719e-06,
      "4": 1.2814998626708984e-06,
      "8": 7.916241884231567e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.54.mlp.up_proj",
    "sensitivities": {
      "2": 2.0742416381835938e-05,
      "3": 4.827976226806641e-06,
      "4": 1.1026859283447266e-06,
      "8": 6.548361852765083e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.55.mlp.down_proj",
    "sensitivities": {
      "2": 2.0384788513183594e-05,
      "3": 4.738569259643555e-06,
      "4": 1.087784767150879e-06,
      "8": 6.402842700481415e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.55.mlp.gate_proj",
    "sensitivities": {
      "2": 2.300739288330078e-05,
      "3": 5.364418029785156e-06,
      "4": 1.2218952178955078e-06,
      "8": 7.450580596923828e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.55.mlp.up_proj",
    "sensitivities": {
      "2": 2.0623207092285156e-05,
      "3": 4.798173904418945e-06,
      "4": 1.1026859283447266e-06,
      "8": 6.490154191851616e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.55.self_attn.k_proj",
    "sensitivities": {
      "2": 3.695487976074219e-05,
      "3": 8.702278137207031e-06,
      "4": 1.952052116394043e-06,
      "8": 1.2689270079135895e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.55.self_attn.o_proj",
    "sensitivities": {
      "2": 4.696846008300781e-05,
      "3": 1.0967254638671875e-05,
      "4": 2.518296241760254e-06,
      "8": 1.57160684466362e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.55.self_attn.q_proj",
    "sensitivities": {
      "2": 3.266334533691406e-05,
      "3": 7.599592208862305e-06,
      "4": 1.7285346984863281e-06,
      "8": 1.1175870895385742e-08
    },
    "param_count": 62914560
  },
  {
    "layer_name": "model.language_model.layers.55.self_attn.v_proj",
    "sensitivities": {
      "2": 8.153915405273438e-05,
      "3": 1.9311904907226562e-05,
      "4": 4.380941390991211e-06,
      "8": 2.7008354663848877e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.56.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 5.888938903808594e-05,
      "3": 1.4126300811767578e-05,
      "4": 3.1739473342895508e-06,
      "8": 2.0954757928848267e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.56.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 2.372264862060547e-05,
      "3": 5.543231964111328e-06,
      "4": 1.2442469596862793e-06,
      "8": 8.207280188798904e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.56.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 4.4345855712890625e-05,
      "3": 1.0311603546142578e-05,
      "4": 2.339482307434082e-06,
      "8": 1.501757651567459e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.56.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.647804260253906e-05,
      "3": 8.463859558105469e-06,
      "4": 1.952052116394043e-06,
      "8": 1.2398231774568558e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.56.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.5762786865234375e-05,
      "3": 8.404254913330078e-06,
      "4": 1.9371509552001953e-06,
      "8": 1.2456439435482025e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.56.mlp.down_proj",
    "sensitivities": {
      "2": 2.0503997802734375e-05,
      "3": 4.798173904418945e-06,
      "4": 1.087784767150879e-06,
      "8": 6.490154191851616e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.56.mlp.gate_proj",
    "sensitivities": {
      "2": 2.396106719970703e-05,
      "3": 5.5730342864990234e-06,
      "4": 1.2665987014770508e-06,
      "8": 7.741618901491165e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.56.mlp.up_proj",
    "sensitivities": {
      "2": 2.086162567138672e-05,
      "3": 4.857778549194336e-06,
      "4": 1.1101365089416504e-06,
      "8": 6.548361852765083e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.57.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 5.507469177246094e-05,
      "3": 1.341104507446289e-05,
      "4": 2.995133399963379e-06,
      "8": 2.0256265997886658e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.57.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 2.384185791015625e-05,
      "3": 5.692243576049805e-06,
      "4": 1.2665987014770508e-06,
      "8": 8.381903171539307e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.57.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 4.553794860839844e-05,
      "3": 1.055002212524414e-05,
      "4": 2.3990869522094727e-06,
      "8": 1.548323780298233e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.57.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.719329833984375e-05,
      "3": 8.702278137207031e-06,
      "4": 1.996755599975586e-06,
      "8": 1.2689270079135895e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.57.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.790855407714844e-05,
      "3": 8.881092071533203e-06,
      "4": 2.0265579223632812e-06,
      "8": 1.3213139027357101e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.57.mlp.down_proj",
    "sensitivities": {
      "2": 2.09808349609375e-05,
      "3": 4.887580871582031e-06,
      "4": 1.1175870895385742e-06,
      "8": 6.664777174592018e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.57.mlp.gate_proj",
    "sensitivities": {
      "2": 2.5033950805664062e-05,
      "3": 5.841255187988281e-06,
      "4": 1.3262033462524414e-06,
      "8": 8.265487849712372e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.57.mlp.up_proj",
    "sensitivities": {
      "2": 2.1457672119140625e-05,
      "3": 4.976987838745117e-06,
      "4": 1.1399388313293457e-06,
      "8": 6.752088665962219e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.58.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 5.841255187988281e-05,
      "3": 1.430511474609375e-05,
      "4": 3.2335519790649414e-06,
      "8": 2.1420419216156006e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.58.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 2.47955322265625e-05,
      "3": 5.751848220825195e-06,
      "4": 1.2814998626708984e-06,
      "8": 8.207280188798904e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.58.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 4.363059997558594e-05,
      "3": 1.0132789611816406e-05,
      "4": 2.294778823852539e-06,
      "8": 1.4901161193847656e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.58.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.910064697265625e-05,
      "3": 9.119510650634766e-06,
      "4": 2.086162567138672e-06,
      "8": 1.3271346688270569e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.58.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.647804260253906e-05,
      "3": 8.52346420288086e-06,
      "4": 1.9669532775878906e-06,
      "8": 1.2631062418222427e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.58.mlp.down_proj",
    "sensitivities": {
      "2": 2.193450927734375e-05,
      "3": 5.0961971282958984e-06,
      "4": 1.1622905731201172e-06,
      "8": 7.07223080098629e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.58.mlp.gate_proj",
    "sensitivities": {
      "2": 2.6106834411621094e-05,
      "3": 6.079673767089844e-06,
      "4": 1.3783574104309082e-06,
      "8": 8.672941476106644e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.58.mlp.up_proj",
    "sensitivities": {
      "2": 2.2292137145996094e-05,
      "3": 5.185604095458984e-06,
      "4": 1.1846423149108887e-06,
      "8": 7.101334631443024e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.59.mlp.down_proj",
    "sensitivities": {
      "2": 2.205371856689453e-05,
      "3": 5.155801773071289e-06,
      "4": 1.1771917343139648e-06,
      "8": 7.101334631443024e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.59.mlp.gate_proj",
    "sensitivities": {
      "2": 2.574920654296875e-05,
      "3": 5.990266799926758e-06,
      "4": 1.3560056686401367e-06,
      "8": 8.498318493366241e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.59.mlp.up_proj",
    "sensitivities": {
      "2": 2.2411346435546875e-05,
      "3": 5.245208740234375e-06,
      "4": 1.1995434761047363e-06,
      "8": 7.188646122813225e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.59.self_attn.k_proj",
    "sensitivities": {
      "2": 3.7670135498046875e-05,
      "3": 8.881092071533203e-06,
      "4": 1.9818544387817383e-06,
      "8": 1.2747477740049362e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.59.self_attn.o_proj",
    "sensitivities": {
      "2": 5.650520324707031e-05,
      "3": 1.3113021850585938e-05,
      "4": 2.995133399963379e-06,
      "8": 1.792795956134796e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.59.self_attn.q_proj",
    "sensitivities": {
      "2": 3.1948089599609375e-05,
      "3": 7.450580596923828e-06,
      "4": 1.691281795501709e-06,
      "8": 1.076841726899147e-08
    },
    "param_count": 62914560
  },
  {
    "layer_name": "model.language_model.layers.59.self_attn.v_proj",
    "sensitivities": {
      "2": 0.00013256072998046875,
      "3": 3.147125244140625e-05,
      "4": 7.152557373046875e-06,
      "8": 4.6566128730773926e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.60.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 5.459785461425781e-05,
      "3": 1.341104507446289e-05,
      "4": 3.0249357223510742e-06,
      "8": 2.0489096641540527e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.60.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 1.895427703857422e-05,
      "3": 4.470348358154297e-06,
      "4": 9.98377799987793e-07,
      "8": 6.577465683221817e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.60.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 4.744529724121094e-05,
      "3": 1.0967254638671875e-05,
      "4": 2.5033950805664062e-06,
      "8": 1.6065314412117004e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.60.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.719329833984375e-05,
      "3": 8.702278137207031e-06,
      "4": 1.9818544387817383e-06,
      "8": 1.257285475730896e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.60.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.6716461181640625e-05,
      "3": 8.702278137207031e-06,
      "4": 1.996755599975586e-06,
      "8": 1.2922100722789764e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.60.mlp.down_proj",
    "sensitivities": {
      "2": 2.2411346435546875e-05,
      "3": 5.21540641784668e-06,
      "4": 1.1846423149108887e-06,
      "8": 7.246853783726692e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.60.mlp.gate_proj",
    "sensitivities": {
      "2": 2.574920654296875e-05,
      "3": 5.930662155151367e-06,
      "4": 1.3560056686401367e-06,
      "8": 8.498318493366241e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.60.mlp.up_proj",
    "sensitivities": {
      "2": 2.288818359375e-05,
      "3": 5.334615707397461e-06,
      "4": 1.2218952178955078e-06,
      "8": 7.334165275096893e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.61.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 6.961822509765625e-05,
      "3": 1.6808509826660156e-05,
      "4": 3.7997961044311523e-06,
      "8": 2.514570951461792e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.61.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 2.5272369384765625e-05,
      "3": 5.900859832763672e-06,
      "4": 1.3187527656555176e-06,
      "8": 8.731149137020111e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.61.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 4.1484832763671875e-05,
      "3": 9.715557098388672e-06,
      "4": 2.1904706954956055e-06,
      "8": 1.437729224562645e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.61.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.933906555175781e-05,
      "3": 9.119510650634766e-06,
      "4": 2.086162567138672e-06,
      "8": 1.3329554349184036e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.61.linear_attn.out_proj",
    "sensitivities": {
      "2": 3.7670135498046875e-05,
      "3": 8.881092071533203e-06,
      "4": 2.0265579223632812e-06,
      "8": 1.3154931366443634e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.61.mlp.down_proj",
    "sensitivities": {
      "2": 2.300739288330078e-05,
      "3": 5.364418029785156e-06,
      "4": 1.2218952178955078e-06,
      "8": 7.450580596923828e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.61.mlp.gate_proj",
    "sensitivities": {
      "2": 2.6226043701171875e-05,
      "3": 6.109476089477539e-06,
      "4": 1.385807991027832e-06,
      "8": 8.672941476106644e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.61.mlp.up_proj",
    "sensitivities": {
      "2": 2.372264862060547e-05,
      "3": 5.513429641723633e-06,
      "4": 1.259148120880127e-06,
      "8": 7.683411240577698e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.62.linear_attn.in_proj_a",
    "sensitivities": {
      "2": 6.532669067382812e-05,
      "3": 1.5854835510253906e-05,
      "4": 3.5762786865234375e-06,
      "8": 2.3166649043560028e-08
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.62.linear_attn.in_proj_b",
    "sensitivities": {
      "2": 1.8835067749023438e-05,
      "3": 4.500150680541992e-06,
      "4": 1.0132789611816406e-06,
      "8": 6.548361852765083e-09
    },
    "param_count": 245760
  },
  {
    "layer_name": "model.language_model.layers.62.linear_attn.in_proj_qkv",
    "sensitivities": {
      "2": 4.458427429199219e-05,
      "3": 1.0371208190917969e-05,
      "4": 2.3692846298217773e-06,
      "8": 1.525040715932846e-08
    },
    "param_count": 52428800
  },
  {
    "layer_name": "model.language_model.layers.62.linear_attn.in_proj_z",
    "sensitivities": {
      "2": 3.838539123535156e-05,
      "3": 8.940696716308594e-06,
      "4": 2.041459083557129e-06,
      "8": 1.2980308383703232e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.62.linear_attn.out_proj",
    "sensitivities": {
      "2": 4.076957702636719e-05,
      "3": 9.59634780883789e-06,
      "4": 2.205371856689453e-06,
      "8": 1.414446160197258e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.62.mlp.down_proj",
    "sensitivities": {
      "2": 2.3245811462402344e-05,
      "3": 5.424022674560547e-06,
      "4": 1.2293457984924316e-06,
      "8": 7.566995918750763e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.62.mlp.gate_proj",
    "sensitivities": {
      "2": 2.658367156982422e-05,
      "3": 6.16908073425293e-06,
      "4": 1.4007091522216797e-06,
      "8": 8.847564458847046e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.62.mlp.up_proj",
    "sensitivities": {
      "2": 2.4080276489257812e-05,
      "3": 5.602836608886719e-06,
      "4": 1.2814998626708984e-06,
      "8": 7.8580342233181e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.63.mlp.down_proj",
    "sensitivities": {
      "2": 2.1696090698242188e-05,
      "3": 5.125999450683594e-06,
      "4": 1.1548399925231934e-06,
      "8": 6.984919309616089e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.63.mlp.gate_proj",
    "sensitivities": {
      "2": 2.8967857360839844e-05,
      "3": 6.735324859619141e-06,
      "4": 1.5273690223693848e-06,
      "8": 9.720679372549057e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.63.mlp.up_proj",
    "sensitivities": {
      "2": 2.5510787963867188e-05,
      "3": 5.930662155151367e-06,
      "4": 1.3560056686401367e-06,
      "8": 8.381903171539307e-09
    },
    "param_count": 89128960
  },
  {
    "layer_name": "model.language_model.layers.63.self_attn.k_proj",
    "sensitivities": {
      "2": 3.933906555175781e-05,
      "3": 9.47713851928711e-06,
      "4": 2.115964889526367e-06,
      "8": 1.367880031466484e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.language_model.layers.63.self_attn.o_proj",
    "sensitivities": {
      "2": 5.3882598876953125e-05,
      "3": 1.2695789337158203e-05,
      "4": 2.8759241104125977e-06,
      "8": 1.7578713595867157e-08
    },
    "param_count": 31457280
  },
  {
    "layer_name": "model.language_model.layers.63.self_attn.q_proj",
    "sensitivities": {
      "2": 3.266334533691406e-05,
      "3": 7.569789886474609e-06,
      "4": 1.7136335372924805e-06,
      "8": 1.0943040251731873e-08
    },
    "param_count": 62914560
  },
  {
    "layer_name": "model.language_model.layers.63.self_attn.v_proj",
    "sensitivities": {
      "2": 0.00012302398681640625,
      "3": 2.9802322387695312e-05,
      "4": 6.735324859619141e-06,
      "8": 4.377216100692749e-08
    },
    "param_count": 5242880
  },
  {
    "layer_name": "model.visual.blocks.0.attn.proj",
    "sensitivities": {
      "2": 2.7894973754882812e-05,
      "3": 6.854534149169922e-06,
      "4": 1.5869736671447754e-06,
      "8": 9.66247171163559e-09
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.0.attn.qkv",
    "sensitivities": {
      "2": 9.298324584960938e-05,
      "3": 2.86102294921875e-05,
      "4": 7.3909759521484375e-06,
      "8": 4.889443516731262e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.0.mlp.linear_fc1",
    "sensitivities": {
      "2": 7.534027099609375e-05,
      "3": 1.9431114196777344e-05,
      "4": 4.470348358154297e-06,
      "8": 2.8172507882118225e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.1.attn.proj",
    "sensitivities": {
      "2": 3.075599670410156e-05,
      "3": 7.3909759521484375e-06,
      "4": 1.7061829566955566e-06,
      "8": 1.076841726899147e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.1.attn.qkv",
    "sensitivities": {
      "2": 9.632110595703125e-05,
      "3": 2.3603439331054688e-05,
      "4": 5.3942203521728516e-06,
      "8": 3.4226104617118835e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.1.mlp.linear_fc1",
    "sensitivities": {
      "2": 6.246566772460938e-05,
      "3": 1.537799835205078e-05,
      "4": 3.4868717193603516e-06,
      "8": 2.176966518163681e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.10.attn.proj",
    "sensitivities": {
      "2": 3.0040740966796875e-05,
      "3": 7.063150405883789e-06,
      "4": 1.6093254089355469e-06,
      "8": 1.0186340659856796e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.10.attn.qkv",
    "sensitivities": {
      "2": 4.315376281738281e-05,
      "3": 1.0013580322265625e-05,
      "4": 2.2798776626586914e-06,
      "8": 1.437729224562645e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.10.mlp.linear_fc1",
    "sensitivities": {
      "2": 4.2438507080078125e-05,
      "3": 9.894371032714844e-06,
      "4": 2.250075340270996e-06,
      "8": 1.4202669262886047e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.11.attn.proj",
    "sensitivities": {
      "2": 2.6941299438476562e-05,
      "3": 6.258487701416016e-06,
      "4": 1.430511474609375e-06,
      "8": 9.022187441587448e-09
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.11.attn.qkv",
    "sensitivities": {
      "2": 4.1961669921875e-05,
      "3": 9.834766387939453e-06,
      "4": 2.2202730178833008e-06,
      "8": 1.4086253941059113e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.11.mlp.linear_fc1",
    "sensitivities": {
      "2": 4.124641418457031e-05,
      "3": 9.59634780883789e-06,
      "4": 2.1904706954956055e-06,
      "8": 1.391163095831871e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.12.attn.proj",
    "sensitivities": {
      "2": 2.9921531677246094e-05,
      "3": 7.0035457611083984e-06,
      "4": 1.5869736671447754e-06,
      "8": 1.0128132998943329e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.12.attn.qkv",
    "sensitivities": {
      "2": 4.124641418457031e-05,
      "3": 9.59634780883789e-06,
      "4": 2.1904706954956055e-06,
      "8": 1.391163095831871e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.12.mlp.linear_fc1",
    "sensitivities": {
      "2": 4.00543212890625e-05,
      "3": 9.298324584960938e-06,
      "4": 2.115964889526367e-06,
      "8": 1.3737007975578308e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.13.attn.proj",
    "sensitivities": {
      "2": 2.8371810913085938e-05,
      "3": 6.586313247680664e-06,
      "4": 1.4975666999816895e-06,
      "8": 9.546056389808655e-09
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.13.attn.qkv",
    "sensitivities": {
      "2": 4.00543212890625e-05,
      "3": 9.298324584960938e-06,
      "4": 2.1010637283325195e-06,
      "8": 1.3445969671010971e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.13.mlp.linear_fc1",
    "sensitivities": {
      "2": 3.9577484130859375e-05,
      "3": 9.179115295410156e-06,
      "4": 2.1010637283325195e-06,
      "8": 1.3504177331924438e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.14.attn.proj",
    "sensitivities": {
      "2": 2.9921531677246094e-05,
      "3": 6.973743438720703e-06,
      "4": 1.5869736671447754e-06,
      "8": 1.0069925338029861e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.14.attn.qkv",
    "sensitivities": {
      "2": 4.029273986816406e-05,
      "3": 9.357929229736328e-06,
      "4": 2.115964889526367e-06,
      "8": 1.367880031466484e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.14.mlp.linear_fc1",
    "sensitivities": {
      "2": 3.552436828613281e-05,
      "3": 8.285045623779297e-06,
      "4": 1.8924474716186523e-06,
      "8": 1.1874362826347351e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.15.attn.proj",
    "sensitivities": {
      "2": 3.0040740966796875e-05,
      "3": 7.0035457611083984e-06,
      "4": 1.601874828338623e-06,
      "8": 1.0302755981683731e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.15.attn.qkv",
    "sensitivities": {
      "2": 4.00543212890625e-05,
      "3": 9.357929229736328e-06,
      "4": 2.115964889526367e-06,
      "8": 1.3620592653751373e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.15.mlp.linear_fc1",
    "sensitivities": {
      "2": 3.314018249511719e-05,
      "3": 7.748603820800781e-06,
      "4": 1.7657876014709473e-06,
      "8": 1.1350493878126144e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.16.attn.proj",
    "sensitivities": {
      "2": 3.170967102050781e-05,
      "3": 7.420778274536133e-06,
      "4": 1.691281795501709e-06,
      "8": 1.100124791264534e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.16.attn.qkv",
    "sensitivities": {
      "2": 3.933906555175781e-05,
      "3": 9.119510650634766e-06,
      "4": 2.0712614059448242e-06,
      "8": 1.3504177331924438e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.16.mlp.linear_fc1",
    "sensitivities": {
      "2": 3.5762786865234375e-05,
      "3": 8.344650268554688e-06,
      "4": 1.9073486328125e-06,
      "8": 1.2165401130914688e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.17.attn.proj",
    "sensitivities": {
      "2": 3.337860107421875e-05,
      "3": 7.808208465576172e-06,
      "4": 1.773238182067871e-06,
      "8": 1.1641532182693481e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.17.attn.qkv",
    "sensitivities": {
      "2": 3.9577484130859375e-05,
      "3": 9.179115295410156e-06,
      "4": 2.086162567138672e-06,
      "8": 1.3504177331924438e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.17.mlp.linear_fc1",
    "sensitivities": {
      "2": 3.743171691894531e-05,
      "3": 8.702278137207031e-06,
      "4": 1.9818544387817383e-06,
      "8": 1.280568540096283e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.18.attn.proj",
    "sensitivities": {
      "2": 3.170967102050781e-05,
      "3": 7.3909759521484375e-06,
      "4": 1.6838312149047852e-06,
      "8": 1.100124791264534e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.18.attn.qkv",
    "sensitivities": {
      "2": 3.743171691894531e-05,
      "3": 8.702278137207031e-06,
      "4": 1.9818544387817383e-06,
      "8": 1.280568540096283e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.18.mlp.linear_fc1",
    "sensitivities": {
      "2": 3.743171691894531e-05,
      "3": 8.702278137207031e-06,
      "4": 1.9669532775878906e-06,
      "8": 1.2747477740049362e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.19.attn.proj",
    "sensitivities": {
      "2": 3.314018249511719e-05,
      "3": 7.68899917602539e-06,
      "4": 1.7657876014709473e-06,
      "8": 1.1408701539039612e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.19.attn.qkv",
    "sensitivities": {
      "2": 3.790855407714844e-05,
      "3": 8.821487426757812e-06,
      "4": 1.996755599975586e-06,
      "8": 1.2980308383703232e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.19.mlp.linear_fc1",
    "sensitivities": {
      "2": 3.9577484130859375e-05,
      "3": 9.238719940185547e-06,
      "4": 2.1010637283325195e-06,
      "8": 1.3504177331924438e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.2.attn.proj",
    "sensitivities": {
      "2": 3.0279159545898438e-05,
      "3": 7.152557373046875e-06,
      "4": 1.6316771507263184e-06,
      "8": 1.0360963642597198e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.2.attn.qkv",
    "sensitivities": {
      "2": 7.05718994140625e-05,
      "3": 1.6570091247558594e-05,
      "4": 3.769993782043457e-06,
      "8": 2.3748725652694702e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.2.mlp.linear_fc1",
    "sensitivities": {
      "2": 5.2928924560546875e-05,
      "3": 1.245737075805664e-05,
      "4": 2.816319465637207e-06,
      "8": 1.7578713595867157e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.20.attn.proj",
    "sensitivities": {
      "2": 3.1948089599609375e-05,
      "3": 7.420778274536133e-06,
      "4": 1.7061829566955566e-06,
      "8": 1.100124791264534e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.20.attn.qkv",
    "sensitivities": {
      "2": 3.790855407714844e-05,
      "3": 8.821487426757812e-06,
      "4": 1.996755599975586e-06,
      "8": 1.30385160446167e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.20.mlp.linear_fc1",
    "sensitivities": {
      "2": 4.291534423828125e-05,
      "3": 1.0013580322265625e-05,
      "4": 2.2798776626586914e-06,
      "8": 1.4435499906539917e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.21.attn.proj",
    "sensitivities": {
      "2": 3.075599670410156e-05,
      "3": 7.18235969543457e-06,
      "4": 1.646578311920166e-06,
      "8": 1.0419171303510666e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.21.attn.qkv",
    "sensitivities": {
      "2": 3.933906555175781e-05,
      "3": 9.119510650634766e-06,
      "4": 2.0712614059448242e-06,
      "8": 1.3271346688270569e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.21.mlp.linear_fc1",
    "sensitivities": {
      "2": 4.38690185546875e-05,
      "3": 1.0251998901367188e-05,
      "4": 2.3245811462402344e-06,
      "8": 1.461012288928032e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.22.attn.proj",
    "sensitivities": {
      "2": 3.075599670410156e-05,
      "3": 7.152557373046875e-06,
      "4": 1.646578311920166e-06,
      "8": 1.0419171303510666e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.22.attn.qkv",
    "sensitivities": {
      "2": 3.9577484130859375e-05,
      "3": 9.179115295410156e-06,
      "4": 2.086162567138672e-06,
      "8": 1.3387762010097504e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.22.mlp.linear_fc1",
    "sensitivities": {
      "2": 4.3392181396484375e-05,
      "3": 1.0132789611816406e-05,
      "4": 2.294778823852539e-06,
      "8": 1.4435499906539917e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.23.attn.proj",
    "sensitivities": {
      "2": 3.266334533691406e-05,
      "3": 7.62939453125e-06,
      "4": 1.7285346984863281e-06,
      "8": 1.0884832590818405e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.23.attn.qkv",
    "sensitivities": {
      "2": 4.2438507080078125e-05,
      "3": 9.834766387939453e-06,
      "4": 2.2351741790771484e-06,
      "8": 1.4202669262886047e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.23.mlp.linear_fc1",
    "sensitivities": {
      "2": 4.57763671875e-05,
      "3": 1.0728836059570312e-05,
      "4": 2.428889274597168e-06,
      "8": 1.501757651567459e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.24.attn.proj",
    "sensitivities": {
      "2": 3.361701965332031e-05,
      "3": 7.867813110351562e-06,
      "4": 1.7955899238586426e-06,
      "8": 1.1350493878126144e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.24.attn.qkv",
    "sensitivities": {
      "2": 4.100799560546875e-05,
      "3": 9.47713851928711e-06,
      "4": 2.1457672119140625e-06,
      "8": 1.3737007975578308e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.24.mlp.linear_fc1",
    "sensitivities": {
      "2": 4.8160552978515625e-05,
      "3": 1.1265277862548828e-05,
      "4": 2.5480985641479492e-06,
      "8": 1.57160684466362e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.25.attn.proj",
    "sensitivities": {
      "2": 3.814697265625e-05,
      "3": 8.821487426757812e-06,
      "4": 2.0265579223632812e-06,
      "8": 1.2398231774568558e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.25.attn.qkv",
    "sensitivities": {
      "2": 4.5299530029296875e-05,
      "3": 1.049041748046875e-05,
      "4": 2.384185791015625e-06,
      "8": 1.501757651567459e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.25.mlp.linear_fc1",
    "sensitivities": {
      "2": 5.054473876953125e-05,
      "3": 1.1801719665527344e-05,
      "4": 2.682209014892578e-06,
      "8": 1.6530975699424744e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.26.attn.proj",
    "sensitivities": {
      "2": 6.532669067382812e-05,
      "3": 1.5497207641601562e-05,
      "4": 3.5315752029418945e-06,
      "8": 2.200249582529068e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.26.attn.qkv",
    "sensitivities": {
      "2": 4.553794860839844e-05,
      "3": 1.055002212524414e-05,
      "4": 2.3990869522094727e-06,
      "8": 1.525040715932846e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.26.mlp.linear_fc1",
    "sensitivities": {
      "2": 4.601478576660156e-05,
      "3": 1.0728836059570312e-05,
      "4": 2.4437904357910156e-06,
      "8": 1.5366822481155396e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.3.attn.proj",
    "sensitivities": {
      "2": 3.0517578125e-05,
      "3": 7.092952728271484e-06,
      "4": 1.6093254089355469e-06,
      "8": 1.0302755981683731e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.3.attn.qkv",
    "sensitivities": {
      "2": 6.198883056640625e-05,
      "3": 1.4603137969970703e-05,
      "4": 3.293156623840332e-06,
      "8": 2.0605511963367462e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.3.mlp.linear_fc1",
    "sensitivities": {
      "2": 5.1021575927734375e-05,
      "3": 1.1920928955078125e-05,
      "4": 2.6971101760864258e-06,
      "8": 1.6763806343078613e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.4.attn.proj",
    "sensitivities": {
      "2": 2.765655517578125e-05,
      "3": 6.496906280517578e-06,
      "4": 1.4677643775939941e-06,
      "8": 9.255018085241318e-09
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.4.attn.qkv",
    "sensitivities": {
      "2": 5.7220458984375e-05,
      "3": 1.33514404296875e-05,
      "4": 3.039836883544922e-06,
      "8": 1.885928213596344e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.4.mlp.linear_fc1",
    "sensitivities": {
      "2": 4.887580871582031e-05,
      "3": 1.1444091796875e-05,
      "4": 2.60770320892334e-06,
      "8": 1.618172973394394e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.5.attn.proj",
    "sensitivities": {
      "2": 2.9921531677246094e-05,
      "3": 7.0035457611083984e-06,
      "4": 1.601874828338623e-06,
      "8": 1.0302755981683731e-08
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.5.attn.qkv",
    "sensitivities": {
      "2": 5.173683166503906e-05,
      "3": 1.2040138244628906e-05,
      "4": 2.7418136596679688e-06,
      "8": 1.7229467630386353e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.5.mlp.linear_fc1",
    "sensitivities": {
      "2": 4.7206878662109375e-05,
      "3": 1.1026859283447266e-05,
      "4": 2.4884939193725586e-06,
      "8": 1.5599653124809265e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.6.attn.proj",
    "sensitivities": {
      "2": 2.8252601623535156e-05,
      "3": 6.586313247680664e-06,
      "4": 1.4975666999816895e-06,
      "8": 9.546056389808655e-09
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.6.attn.qkv",
    "sensitivities": {
      "2": 4.982948303222656e-05,
      "3": 1.1622905731201172e-05,
      "4": 2.637505531311035e-06,
      "8": 1.6298145055770874e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.6.mlp.linear_fc1",
    "sensitivities": {
      "2": 4.57763671875e-05,
      "3": 1.0669231414794922e-05,
      "4": 2.428889274597168e-06,
      "8": 1.525040715932846e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.7.attn.proj",
    "sensitivities": {
      "2": 2.765655517578125e-05,
      "3": 6.4373016357421875e-06,
      "4": 1.475214958190918e-06,
      "8": 9.371433407068253e-09
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.7.attn.qkv",
    "sensitivities": {
      "2": 4.673004150390625e-05,
      "3": 1.0967254638671875e-05,
      "4": 2.4884939193725586e-06,
      "8": 1.548323780298233e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.7.mlp.linear_fc1",
    "sensitivities": {
      "2": 4.410743713378906e-05,
      "3": 1.0311603546142578e-05,
      "4": 2.3543834686279297e-06,
      "8": 1.4784745872020721e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.8.attn.proj",
    "sensitivities": {
      "2": 2.86102294921875e-05,
      "3": 6.67572021484375e-06,
      "4": 1.519918441772461e-06,
      "8": 9.66247171163559e-09
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.8.attn.qkv",
    "sensitivities": {
      "2": 4.9114227294921875e-05,
      "3": 1.138448715209961e-05,
      "4": 2.5779008865356445e-06,
      "8": 1.6065314412117004e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.8.mlp.linear_fc1",
    "sensitivities": {
      "2": 4.315376281738281e-05,
      "3": 1.0073184967041016e-05,
      "4": 2.2798776626586914e-06,
      "8": 1.4435499906539917e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.blocks.9.attn.proj",
    "sensitivities": {
      "2": 2.574920654296875e-05,
      "3": 5.9604644775390625e-06,
      "4": 1.3709068298339844e-06,
      "8": 8.556526154279709e-09
    },
    "param_count": 1327104
  },
  {
    "layer_name": "model.visual.blocks.9.attn.qkv",
    "sensitivities": {
      "2": 4.6253204345703125e-05,
      "3": 1.0728836059570312e-05,
      "4": 2.4586915969848633e-06,
      "8": 1.5133991837501526e-08
    },
    "param_count": 3981312
  },
  {
    "layer_name": "model.visual.blocks.9.mlp.linear_fc1",
    "sensitivities": {
      "2": 4.9591064453125e-05,
      "3": 1.1265277862548828e-05,
      "4": 2.562999725341797e-06,
      "8": 1.6530975699424744e-08
    },
    "param_count": 4958208
  },
  {
    "layer_name": "model.visual.merger.linear_fc1",
    "sensitivities": {
      "2": 2.574920654296875e-05,
      "3": 5.990266799926758e-06,
      "4": 1.3709068298339844e-06,
      "8": 8.381903171539307e-09
    },
    "param_count": 21233664
  },
  {
    "layer_name": "model.visual.merger.linear_fc2",
    "sensitivities": {
      "2": 2.3245811462402344e-05,
      "3": 5.3942203521728516e-06,
      "4": 1.2367963790893555e-06,
      "8": 7.246853783726692e-09
    },
    "param_count": 23592960
  },
  {
    "layer_name": "model.visual.pos_embed",
    "sensitivities": {
      "2": 0.0011749267578125,
      "3": 0.000453948974609375,
      "4": 0.00013828277587890625,
      "8": 1.0728836059570312e-06
    },
    "param_count": 2654208
  }
]