| { |
| "metadata": { |
| "tool": "abliterlitics", |
| "version": "1.0.0", |
| "results_version": 1, |
| "comparison_name": "qwen25-7b", |
| "variant": "huihui_vs_heretic", |
| "architecture": "qwen2", |
| "timestamp": "2026-06-02T13:45:21.716021+00:00" |
| }, |
| "results_version": 1, |
| "architecture": { |
| "family": "qwen3", |
| "layers": 28 |
| }, |
| "variants": [ |
| "Huihui", |
| "Heretic" |
| ], |
| "total_keys": 339, |
| "pairwise_cosines": { |
| "Huihui_vs_Heretic": { |
| "mean": 0.10871015982450666, |
| "median": 0.04872781038284302, |
| "count": 37, |
| "min": 0.002674312796443701, |
| "max": 0.4612630307674408 |
| } |
| }, |
| "type_summary": { |
| "embed_tokens.weight": { |
| "count": 1, |
| "mean_cos_Huihui_vs_Heretic": null |
| }, |
| "input_layernorm.weight": { |
| "count": 28, |
| "mean_cos_Huihui_vs_Heretic": null |
| }, |
| "lm_head.weight": { |
| "count": 1, |
| "mean_cos_Huihui_vs_Heretic": null |
| }, |
| "mlp.down_proj.weight": { |
| "count": 28, |
| "mean_cos_Huihui_vs_Heretic": 0.10823527032411412 |
| }, |
| "mlp.gate_proj.weight": { |
| "count": 28, |
| "mean_cos_Huihui_vs_Heretic": null |
| }, |
| "mlp.up_proj.weight": { |
| "count": 28, |
| "mean_cos_Huihui_vs_Heretic": null |
| }, |
| "norm.weight": { |
| "count": 1, |
| "mean_cos_Huihui_vs_Heretic": null |
| }, |
| "post_attention_layernorm.weight": { |
| "count": 28, |
| "mean_cos_Huihui_vs_Heretic": null |
| }, |
| "self_attn.k_proj.bias": { |
| "count": 28, |
| "mean_cos_Huihui_vs_Heretic": null |
| }, |
| "self_attn.k_proj.weight": { |
| "count": 28, |
| "mean_cos_Huihui_vs_Heretic": null |
| }, |
| "self_attn.o_proj.weight": { |
| "count": 28, |
| "mean_cos_Huihui_vs_Heretic": 0.109211432074921 |
| }, |
| "self_attn.q_proj.bias": { |
| "count": 28, |
| "mean_cos_Huihui_vs_Heretic": null |
| }, |
| "self_attn.q_proj.weight": { |
| "count": 28, |
| "mean_cos_Huihui_vs_Heretic": null |
| }, |
| "self_attn.v_proj.bias": { |
| "count": 28, |
| "mean_cos_Huihui_vs_Heretic": null |
| }, |
| "self_attn.v_proj.weight": { |
| "count": 28, |
| "mean_cos_Huihui_vs_Heretic": null |
| } |
| }, |
| "per_key_details": [ |
| { |
| "key": "lm_head.weight", |
| "tensor_type": "lm_head.weight", |
| "layer": null, |
| "category": "lm_head", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.embed_tokens.weight", |
| "tensor_type": "embed_tokens.weight", |
| "layer": null, |
| "category": "embedding", |
| "Huihui_edit_norm": 5.107936859130859, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.0.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 0, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.0.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 0, |
| "category": "mlp", |
| "Huihui_edit_norm": 1.9698047637939453, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.0.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 0, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.0.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 0, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.0.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 0, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.0.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 0, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.0.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 0, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.0.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 0, |
| "category": "attention", |
| "Huihui_edit_norm": 0.8504168391227722, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.0.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 0, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.0.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 0, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.0.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 0, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.0.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 0, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.1.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 1, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.1.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 1, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.0236032009124756, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.1.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 1, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.1.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 1, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.1.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 1, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.1.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 1, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.1.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 1, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.1.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 1, |
| "category": "attention", |
| "Huihui_edit_norm": 0.9230359196662903, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.1.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 1, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.1.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 1, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.1.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 1, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.1.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 1, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.10.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 10, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.10.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 10, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.5353448390960693, |
| "Heretic_edit_norm": 2.989716053009033, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.04056985676288605, |
| "residual_Heretic_after_removing_Huihui_pct": 99.82530452890624 |
| }, |
| { |
| "key": "model.layers.10.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 10, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.10.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 10, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.10.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 10, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.10.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 10, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.10.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 10, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.10.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 10, |
| "category": "attention", |
| "Huihui_edit_norm": 1.1178474426269531, |
| "Heretic_edit_norm": 0.981446385383606, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.04872781038284302, |
| "residual_Heretic_after_removing_Huihui_pct": 99.96288439309747 |
| }, |
| { |
| "key": "model.layers.10.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 10, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.10.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 10, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.10.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 10, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.10.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 10, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.11.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 11, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.11.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 11, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.6245715618133545, |
| "Heretic_edit_norm": 3.1780176162719727, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.10135964304208755, |
| "residual_Heretic_after_removing_Huihui_pct": 99.04127286771742 |
| }, |
| { |
| "key": "model.layers.11.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 11, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.11.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 11, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.11.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 11, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.11.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 11, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.11.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 11, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.11.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 11, |
| "category": "attention", |
| "Huihui_edit_norm": 1.0935723781585693, |
| "Heretic_edit_norm": 0.9704464077949524, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.11177998036146164, |
| "residual_Heretic_after_removing_Huihui_pct": 98.88078799364337 |
| }, |
| { |
| "key": "model.layers.11.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 11, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.11.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 11, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.11.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 11, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.11.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 11, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.12.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 12, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.12.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 12, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.762096881866455, |
| "Heretic_edit_norm": 3.300018072128296, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.1675264835357666, |
| "residual_Heretic_after_removing_Huihui_pct": 97.11076598911659 |
| }, |
| { |
| "key": "model.layers.12.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 12, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.12.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 12, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.12.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 12, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.12.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 12, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.12.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 12, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.12.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 12, |
| "category": "attention", |
| "Huihui_edit_norm": 1.162375807762146, |
| "Heretic_edit_norm": 0.9510506987571716, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.16077841818332672, |
| "residual_Heretic_after_removing_Huihui_pct": 97.60764827260854 |
| }, |
| { |
| "key": "model.layers.12.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 12, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.12.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 12, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.12.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 12, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.12.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 12, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.13.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 13, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.13.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 13, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.991825580596924, |
| "Heretic_edit_norm": 3.5814661979675293, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.4612630307674408, |
| "residual_Heretic_after_removing_Huihui_pct": 79.30535038633896 |
| }, |
| { |
| "key": "model.layers.13.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 13, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.13.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 13, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.13.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 13, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.13.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 13, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.13.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 13, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.13.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 13, |
| "category": "attention", |
| "Huihui_edit_norm": 1.3891358375549316, |
| "Heretic_edit_norm": 1.1831785440444946, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.4563251733779907, |
| "residual_Heretic_after_removing_Huihui_pct": 79.35167658280294 |
| }, |
| { |
| "key": "model.layers.13.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 13, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.13.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 13, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.13.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 13, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.13.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 13, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.14.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 14, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.14.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 14, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.7902092933654785, |
| "Heretic_edit_norm": 3.8011178970336914, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.3379869759082794, |
| "residual_Heretic_after_removing_Huihui_pct": 88.7658216381682 |
| }, |
| { |
| "key": "model.layers.14.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 14, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.14.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 14, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.14.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 14, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.14.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 14, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.14.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 14, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.14.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 14, |
| "category": "attention", |
| "Huihui_edit_norm": 1.202521800994873, |
| "Heretic_edit_norm": 1.0769851207733154, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.31697529554367065, |
| "residual_Heretic_after_removing_Huihui_pct": 90.13763214639928 |
| }, |
| { |
| "key": "model.layers.14.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 14, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.14.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 14, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.14.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 14, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.14.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 14, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.15.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 15, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.15.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 15, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.783217191696167, |
| "Heretic_edit_norm": 3.806065559387207, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.27202555537223816, |
| "residual_Heretic_after_removing_Huihui_pct": 92.73501128936488 |
| }, |
| { |
| "key": "model.layers.15.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 15, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.15.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 15, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.15.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 15, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.15.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 15, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.15.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 15, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.15.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 15, |
| "category": "attention", |
| "Huihui_edit_norm": 1.0685955286026, |
| "Heretic_edit_norm": 1.0038057565689087, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.2302510142326355, |
| "residual_Heretic_after_removing_Huihui_pct": 94.83322281358647 |
| }, |
| { |
| "key": "model.layers.15.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 15, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.15.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 15, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.15.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 15, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.15.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 15, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.16.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 16, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.16.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 16, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.6370551586151123, |
| "Heretic_edit_norm": 3.6417574882507324, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.18825866281986237, |
| "residual_Heretic_after_removing_Huihui_pct": 96.68122575044984 |
| }, |
| { |
| "key": "model.layers.16.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 16, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.16.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 16, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.16.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 16, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.16.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 16, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.16.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 16, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.16.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 16, |
| "category": "attention", |
| "Huihui_edit_norm": 1.2089729309082031, |
| "Heretic_edit_norm": 1.0491530895233154, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.1842258870601654, |
| "residual_Heretic_after_removing_Huihui_pct": 96.73373811651716 |
| }, |
| { |
| "key": "model.layers.16.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 16, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.16.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 16, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.16.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 16, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.16.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 16, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.17.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 17, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.17.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 17, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.4850621223449707, |
| "Heretic_edit_norm": 3.7334675788879395, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.1432720422744751, |
| "residual_Heretic_after_removing_Huihui_pct": 97.95394318262659 |
| }, |
| { |
| "key": "model.layers.17.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 17, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.17.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 17, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.17.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 17, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.17.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 17, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.17.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 17, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.17.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 17, |
| "category": "attention", |
| "Huihui_edit_norm": 1.1380014419555664, |
| "Heretic_edit_norm": 1.114022135734558, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.13003693521022797, |
| "residual_Heretic_after_removing_Huihui_pct": 98.5015725073028 |
| }, |
| { |
| "key": "model.layers.17.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 17, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.17.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 17, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.17.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 17, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.17.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 17, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.18.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 18, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.18.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 18, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.469494342803955, |
| "Heretic_edit_norm": 3.9109277725219727, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.10032393783330917, |
| "residual_Heretic_after_removing_Huihui_pct": 99.02863412084248 |
| }, |
| { |
| "key": "model.layers.18.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 18, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.18.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 18, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.18.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 18, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.18.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 18, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.18.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 18, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.18.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 18, |
| "category": "attention", |
| "Huihui_edit_norm": 1.3139435052871704, |
| "Heretic_edit_norm": 1.4325076341629028, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.11781354248523712, |
| "residual_Heretic_after_removing_Huihui_pct": 98.72902684315224 |
| }, |
| { |
| "key": "model.layers.18.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 18, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.18.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 18, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.18.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 18, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.18.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 18, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.19.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 19, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.19.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 19, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.438664674758911, |
| "Heretic_edit_norm": 3.879628896713257, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.07186095416545868, |
| "residual_Heretic_after_removing_Huihui_pct": 99.51959047877334 |
| }, |
| { |
| "key": "model.layers.19.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 19, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.19.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 19, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.19.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 19, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.19.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 19, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.19.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 19, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.19.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 19, |
| "category": "attention", |
| "Huihui_edit_norm": 1.32811439037323, |
| "Heretic_edit_norm": 1.296073079109192, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.0777439996600151, |
| "residual_Heretic_after_removing_Huihui_pct": 99.45047529392043 |
| }, |
| { |
| "key": "model.layers.19.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 19, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.19.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 19, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.19.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 19, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.19.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 19, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.2.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 2, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.2.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 2, |
| "category": "mlp", |
| "Huihui_edit_norm": 1.9901058673858643, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.2.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 2, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.2.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 2, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.2.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 2, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.2.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 2, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.2.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 2, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.2.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 2, |
| "category": "attention", |
| "Huihui_edit_norm": 0.9659476280212402, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.2.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 2, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.2.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 2, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.2.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 2, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.2.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 2, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.20.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 20, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.20.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 20, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.3818440437316895, |
| "Heretic_edit_norm": 3.661329507827759, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.03777051344513893, |
| "residual_Heretic_after_removing_Huihui_pct": 99.94904511930417 |
| }, |
| { |
| "key": "model.layers.20.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 20, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.20.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 20, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.20.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 20, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.20.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 20, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.20.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 20, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.20.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 20, |
| "category": "attention", |
| "Huihui_edit_norm": 1.1815227270126343, |
| "Heretic_edit_norm": 1.1941848993301392, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.03517964854836464, |
| "residual_Heretic_after_removing_Huihui_pct": 99.95881652139988 |
| }, |
| { |
| "key": "model.layers.20.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 20, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.20.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 20, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.20.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 20, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.20.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 20, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.21.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 21, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.21.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 21, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.287904977798462, |
| "Heretic_edit_norm": 3.474370241165161, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.028806667774915695, |
| "residual_Heretic_after_removing_Huihui_pct": 99.9949769254235 |
| }, |
| { |
| "key": "model.layers.21.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 21, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.21.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 21, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.21.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 21, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.21.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 21, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.21.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 21, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.21.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 21, |
| "category": "attention", |
| "Huihui_edit_norm": 1.2852059602737427, |
| "Heretic_edit_norm": 1.2179816961288452, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.031059354543685913, |
| "residual_Heretic_after_removing_Huihui_pct": 99.97907553712379 |
| }, |
| { |
| "key": "model.layers.21.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 21, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.21.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 21, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.21.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 21, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.21.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 21, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.22.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 22, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.22.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 22, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.326911449432373, |
| "Heretic_edit_norm": 3.423612356185913, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.02286541648209095, |
| "residual_Heretic_after_removing_Huihui_pct": 100.07522477838937 |
| }, |
| { |
| "key": "model.layers.22.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 22, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.22.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 22, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.22.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 22, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.22.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 22, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.22.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 22, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.22.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 22, |
| "category": "attention", |
| "Huihui_edit_norm": 1.1993191242218018, |
| "Heretic_edit_norm": 1.131154179573059, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.026562226936221123, |
| "residual_Heretic_after_removing_Huihui_pct": 100.05033930997809 |
| }, |
| { |
| "key": "model.layers.22.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 22, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.22.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 22, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.22.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 22, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.22.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 22, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.23.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 23, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.23.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 23, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.2612264156341553, |
| "Heretic_edit_norm": 3.358248233795166, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.014612872153520584, |
| "residual_Heretic_after_removing_Huihui_pct": 100.16950825811509 |
| }, |
| { |
| "key": "model.layers.23.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 23, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.23.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 23, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.23.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 23, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.23.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 23, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.23.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 23, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.23.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 23, |
| "category": "attention", |
| "Huihui_edit_norm": 1.2063825130462646, |
| "Heretic_edit_norm": 1.26982581615448, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.013323669321835041, |
| "residual_Heretic_after_removing_Huihui_pct": 100.04916080108568 |
| }, |
| { |
| "key": "model.layers.23.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 23, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.23.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 23, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.23.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 23, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.23.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 23, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.24.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 24, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.24.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 24, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.2834389209747314, |
| "Heretic_edit_norm": 3.2249374389648438, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.011523367837071419, |
| "residual_Heretic_after_removing_Huihui_pct": 100.20722862768055 |
| }, |
| { |
| "key": "model.layers.24.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 24, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.24.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 24, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.24.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 24, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.24.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 24, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.24.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 24, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.24.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 24, |
| "category": "attention", |
| "Huihui_edit_norm": 1.3038040399551392, |
| "Heretic_edit_norm": 1.181685447692871, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.01181043405085802, |
| "residual_Heretic_after_removing_Huihui_pct": 100.06289893411227 |
| }, |
| { |
| "key": "model.layers.24.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 24, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.24.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 24, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.24.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 24, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.24.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 24, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.25.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 25, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.25.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 25, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.2972922325134277, |
| "Heretic_edit_norm": 3.2321228981018066, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.010689257644116879, |
| "residual_Heretic_after_removing_Huihui_pct": 100.2275625485923 |
| }, |
| { |
| "key": "model.layers.25.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 25, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.25.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 25, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.25.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 25, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.25.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 25, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.25.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 25, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.25.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 25, |
| "category": "attention", |
| "Huihui_edit_norm": 1.2174410820007324, |
| "Heretic_edit_norm": 1.426008701324463, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.006125978659838438, |
| "residual_Heretic_after_removing_Huihui_pct": 100.07061803902033 |
| }, |
| { |
| "key": "model.layers.25.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 25, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.25.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 25, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.25.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 25, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.25.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 25, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.26.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 26, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.26.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 26, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.309908390045166, |
| "Heretic_edit_norm": 3.2289786338806152, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.012244103476405144, |
| "residual_Heretic_after_removing_Huihui_pct": 100.20945264844269 |
| }, |
| { |
| "key": "model.layers.26.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 26, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.26.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 26, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.26.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 26, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.26.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 26, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.26.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 26, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.26.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 26, |
| "category": "attention", |
| "Huihui_edit_norm": 1.281341791152954, |
| "Heretic_edit_norm": 1.2972080707550049, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.002674312796443701, |
| "residual_Heretic_after_removing_Huihui_pct": 100.05889614812122 |
| }, |
| { |
| "key": "model.layers.26.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 26, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.26.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 26, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.26.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 26, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.26.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 26, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.27.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 27, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.27.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 27, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.31561279296875, |
| "Heretic_edit_norm": 3.1626646518707275, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.011312732473015785, |
| "residual_Heretic_after_removing_Huihui_pct": 100.13622245456988 |
| }, |
| { |
| "key": "model.layers.27.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 27, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.27.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 27, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.27.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 27, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.27.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 27, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.27.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 27, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.27.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 27, |
| "category": "attention", |
| "Huihui_edit_norm": 1.5913103818893433, |
| "Heretic_edit_norm": 1.1564726829528809, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.004412095993757248, |
| "residual_Heretic_after_removing_Huihui_pct": 100.09506240950124 |
| }, |
| { |
| "key": "model.layers.27.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 27, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.27.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 27, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.27.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 27, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.27.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 27, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.3.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 3, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.3.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 3, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.991983413696289, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.3.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 3, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.3.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 3, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.3.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 3, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.3.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 3, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.3.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 3, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.3.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 3, |
| "category": "attention", |
| "Huihui_edit_norm": 0.9956823587417603, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.3.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 3, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.3.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 3, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.3.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 3, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.3.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 3, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.4.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 4, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.4.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 4, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.3163435459136963, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.4.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 4, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.4.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 4, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.4.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 4, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.4.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 4, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.4.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 4, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.4.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 4, |
| "category": "attention", |
| "Huihui_edit_norm": 0.993019700050354, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.4.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 4, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.4.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 4, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.4.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 4, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.4.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 4, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.5.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 5, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.5.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 5, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.375401496887207, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.5.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 5, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.5.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 5, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.5.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 5, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.5.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 5, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.5.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 5, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.5.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 5, |
| "category": "attention", |
| "Huihui_edit_norm": 0.9962348937988281, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.5.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 5, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.5.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 5, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.5.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 5, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.5.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 5, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.6.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 6, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.6.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 6, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.2677340507507324, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.6.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 6, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.6.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 6, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.6.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 6, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.6.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 6, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.6.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 6, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.6.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 6, |
| "category": "attention", |
| "Huihui_edit_norm": 1.072304606437683, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.6.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 6, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.6.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 6, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.6.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 6, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.6.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 6, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.7.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 7, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.7.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 7, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.3614678382873535, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.7.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 7, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.7.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 7, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.7.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 7, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.7.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 7, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.7.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 7, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.7.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 7, |
| "category": "attention", |
| "Huihui_edit_norm": 1.129751443862915, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.7.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 7, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.7.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 7, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.7.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 7, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.7.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 7, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.8.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 8, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.8.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 8, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.4036200046539307, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.8.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 8, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.8.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 8, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.8.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 8, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.8.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 8, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.8.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 8, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.8.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 8, |
| "category": "attention", |
| "Huihui_edit_norm": 1.0177029371261597, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.8.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 8, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.8.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 8, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.8.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 8, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.8.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 8, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.9.input_layernorm.weight", |
| "tensor_type": "input_layernorm.weight", |
| "layer": 9, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.9.mlp.down_proj.weight", |
| "tensor_type": "mlp.down_proj.weight", |
| "layer": 9, |
| "category": "mlp", |
| "Huihui_edit_norm": 2.293815851211548, |
| "Heretic_edit_norm": 2.7075297832489014, |
| "Huihui_changed": true, |
| "Heretic_changed": true, |
| "cos_Huihui_vs_Heretic": 0.022198062390089035, |
| "residual_Heretic_after_removing_Huihui_pct": 99.94726045209731 |
| }, |
| { |
| "key": "model.layers.9.mlp.gate_proj.weight", |
| "tensor_type": "mlp.gate_proj.weight", |
| "layer": 9, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.9.mlp.up_proj.weight", |
| "tensor_type": "mlp.up_proj.weight", |
| "layer": 9, |
| "category": "mlp", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.9.post_attention_layernorm.weight", |
| "tensor_type": "post_attention_layernorm.weight", |
| "layer": 9, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.9.self_attn.k_proj.bias", |
| "tensor_type": "self_attn.k_proj.bias", |
| "layer": 9, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.9.self_attn.k_proj.weight", |
| "tensor_type": "self_attn.k_proj.weight", |
| "layer": 9, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.9.self_attn.o_proj.weight", |
| "tensor_type": "self_attn.o_proj.weight", |
| "layer": 9, |
| "category": "attention", |
| "Huihui_edit_norm": 1.36969792842865, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": true, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.9.self_attn.q_proj.bias", |
| "tensor_type": "self_attn.q_proj.bias", |
| "layer": 9, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.9.self_attn.q_proj.weight", |
| "tensor_type": "self_attn.q_proj.weight", |
| "layer": 9, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.9.self_attn.v_proj.bias", |
| "tensor_type": "self_attn.v_proj.bias", |
| "layer": 9, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.layers.9.self_attn.v_proj.weight", |
| "tensor_type": "self_attn.v_proj.weight", |
| "layer": 9, |
| "category": "attention", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| }, |
| { |
| "key": "model.norm.weight", |
| "tensor_type": "norm.weight", |
| "layer": null, |
| "category": "norm", |
| "Huihui_edit_norm": 0.0, |
| "Heretic_edit_norm": 0.0, |
| "Huihui_changed": false, |
| "Heretic_changed": false |
| } |
| ] |
| } |
