| {"tok_emb.weight": 0.02592623047530651, "blocks.0.mixer.wr": 0.0009912881068885326, "blocks.0.mixer.wi": 0.0009117767913267016, "blocks.0.mixer.out.weight": 0.0012516163988038898, "blocks.0.ffn.gate.weight": 0.0009635052410885692, "blocks.0.ffn.up.weight": 0.000918995647225529, "blocks.0.ffn.down.weight": 0.001183721236884594, "blocks.1.mixer.wr": 0.0012152913259342313, "blocks.1.mixer.wi": 0.0011443187249824405, "blocks.1.mixer.out.weight": 0.002500925911590457, "blocks.1.ffn.gate.weight": 0.0008323675720021129, "blocks.1.ffn.up.weight": 0.0008078988175839186, "blocks.1.ffn.down.weight": 0.0012902530143037438, "blocks.2.mixer.wr": 0.001416628947481513, "blocks.2.mixer.wi": 0.0013342213351279497, "blocks.2.mixer.out.weight": 0.0031378238927572966, "blocks.2.ffn.gate.weight": 0.00100711639970541, "blocks.2.ffn.up.weight": 0.0010017480235546827, "blocks.2.ffn.down.weight": 0.0010747226187959313, "blocks.3.mixer.q.weight": 0.0009250900475308299, "blocks.3.mixer.k.weight": 0.0009914294350892305, "blocks.3.mixer.v.weight": 0.0009018763084895909, "blocks.3.mixer.g.weight": 0.001085468684323132, "blocks.3.mixer.out.weight": 0.0009235880570486188, "blocks.3.ffn.gate.weight": 0.001204666798003018, "blocks.3.ffn.up.weight": 0.0012637691106647253, "blocks.3.ffn.down.weight": 0.0016021343180909753, "blocks.4.mixer.wr": 0.0016282227588817477, "blocks.4.mixer.wi": 0.0018826117739081383, "blocks.4.mixer.out.weight": 0.0038061845116317272, "blocks.4.ffn.gate.weight": 0.0011518712854012847, "blocks.4.ffn.up.weight": 0.0012158785248175263, "blocks.4.ffn.down.weight": 0.0015988252125680447, "blocks.5.mixer.wr": 0.0016940140631049871, "blocks.5.mixer.wi": 0.002106856321915984, "blocks.5.mixer.out.weight": 0.00413533067330718, "blocks.5.ffn.gate.weight": 0.0012015353422611952, "blocks.5.ffn.up.weight": 0.0013085074024274945, "blocks.5.ffn.down.weight": 0.0016152544412761927, "blocks.6.mixer.wr": 0.0021018695551902056, "blocks.6.mixer.wi": 0.002651203190907836, "blocks.6.mixer.out.weight": 0.0037398471031337976, "blocks.6.ffn.gate.weight": 0.001214357791468501, "blocks.6.ffn.up.weight": 0.00117680209223181, "blocks.6.ffn.down.weight": 0.0011494416976347566, "blocks.7.mixer.q.weight": 0.0010819690069183707, "blocks.7.mixer.k.weight": 0.001108875498175621, "blocks.7.mixer.v.weight": 0.0009690782171674073, "blocks.7.mixer.g.weight": 0.0014370762510225177, "blocks.7.mixer.out.weight": 0.000957795768044889, "blocks.7.ffn.gate.weight": 0.0013720137067139149, "blocks.7.ffn.up.weight": 0.0013004305073991418, "blocks.7.ffn.down.weight": 0.0014472686452791095, "tax_head.0.weight": 0.0012649704003706574, "tax_head.3.weight": 0.0019809326622635126, "jig_head.0.weight": 0.0011700622271746397, "jig_head.3.weight": 0.000912629475351423, "pii_head.0.weight": 0.0017268910305574536, "pii_head.3.weight": 0.005292727146297693, "spam_head.0.weight": 0.0009686717530712485, "spam_head.3.weight": 0.0009298369404859841, "jailbreak_head.0.weight": 0.0009161120397038758, "jailbreak_head.3.weight": 0.0008265543729066849, "nsfw_head.0.weight": 0.0006973997806198895, "nsfw_head.3.weight": 0.0006609464180655777, "identity_head.0.weight": 0.0008333629812113941, "identity_head.3.weight": 0.0005539325065910816} |