| { |
| "chat_template_sha256": "172dc74a35e1752df75ecfb2b2cf9326d2852bb1379868ebeec9571654489679", |
| "completed_unix": 1785088666.5434952, |
| "destination": "/models/superglm52-v2-w4w8-stockmtp", |
| "edits": [ |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.002166748046875, |
| "roundtrip_rel_l2": 0.006765366531908512, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.16.self_attn.o_proj.weight", |
| "source_sha256": "f747b9c873f9afb6cba21ab7a9c3fb11efc94248f53f623f965809917c26f564", |
| "source_shard": "model-00009-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.005126953125, |
| "roundtrip_rel_l2": 0.006904446054250002, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.16.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "798a2ecd460d95460a574641ed348af29fd8e5e42f78c0a5121759abda9959a1", |
| "source_shard": "model-00009-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.001953125, |
| "roundtrip_rel_l2": 0.006711303722113371, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.17.self_attn.o_proj.weight", |
| "source_sha256": "e8bad8b2e3cb677179465b37b3f194a53b0752f73565d31b4a41d82484aaa709", |
| "source_shard": "model-00009-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00537109375, |
| "roundtrip_rel_l2": 0.00691791670396924, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.17.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "d1dd839a971089d2e7e9203000b7abac148743e11ac8acf006e0515b0a99afc3", |
| "source_shard": "model-00010-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0020294189453125, |
| "roundtrip_rel_l2": 0.006685648113489151, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.18.self_attn.o_proj.weight", |
| "source_sha256": "4a15508dda18d5e134125876cbe4d97b5ec20c764e8310ce38397d701d6b2aed", |
| "source_shard": "model-00010-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.005157470703125, |
| "roundtrip_rel_l2": 0.006911893840879202, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.18.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "74493a5bec2d654eae3a182fedb8aa7d18cd45298e98481685068a981510b1ca", |
| "source_shard": "model-00010-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.00250244140625, |
| "roundtrip_rel_l2": 0.00671004131436348, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.19.self_attn.o_proj.weight", |
| "source_sha256": "3afa6a19f99e228416e52c08fc43fbb76fa15248aea21647970feddb7ab8a128", |
| "source_shard": "model-00010-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00341796875, |
| "roundtrip_rel_l2": 0.006957386154681444, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.19.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "27dfbeb77da24c914f1e4885384d5ea96ef38f1e090a347bb85ba141f7a899b8", |
| "source_shard": "model-00011-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0022125244140625, |
| "roundtrip_rel_l2": 0.006704127416014671, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.20.self_attn.o_proj.weight", |
| "source_sha256": "609828b6468f657cd4c36fd0cde7ae3a969b9128cbbd184cf3f51fcda4aab790", |
| "source_shard": "model-00011-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.0030517578125, |
| "roundtrip_rel_l2": 0.006963469088077545, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.20.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "a2f6200347eb5e1d086de7afc78bef8d6d43c261d00a62e1d66f90f1e0733876", |
| "source_shard": "model-00011-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0030517578125, |
| "roundtrip_rel_l2": 0.006734404247254133, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.21.self_attn.o_proj.weight", |
| "source_sha256": "75bf1cfbc003550358254006126c2edc572c2a6266e4f9d5bd84f2c9a828010b", |
| "source_shard": "model-00011-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.003509521484375, |
| "roundtrip_rel_l2": 0.007037013303488493, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.21.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "3ce78cc36836e8ff7f0d280f0ae1baab879c1d8b4dbe93a5a180629fed22a136", |
| "source_shard": "model-00012-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.002471923828125, |
| "roundtrip_rel_l2": 0.006695824209600687, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.22.self_attn.o_proj.weight", |
| "source_sha256": "98d9aafa6370056d11c5d2ebee56f0fe2cdee2c5104b98640bff1d180865605e", |
| "source_shard": "model-00012-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00469970703125, |
| "roundtrip_rel_l2": 0.0070361122488975525, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.22.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "d7a19b6899f85223c906bb05e0017da348ea831de46562a1c5b9a7ce87c23eae", |
| "source_shard": "model-00013-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.002197265625, |
| "roundtrip_rel_l2": 0.006679384503513575, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.23.self_attn.o_proj.weight", |
| "source_sha256": "87a310035f47d21abf76aff7015e6d5db7ae259d7982dd986be9e1912bb588a7", |
| "source_shard": "model-00013-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00262451171875, |
| "roundtrip_rel_l2": 0.007162239868193865, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.23.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "d175d8a03fb7ed50503b670f81b2eeb627d393b94755e81982b19dcffc665ed4", |
| "source_shard": "model-00013-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.00189208984375, |
| "roundtrip_rel_l2": 0.0067073991522192955, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.24.self_attn.o_proj.weight", |
| "source_sha256": "460eb604ac0f70f4250444a4be13a5b5072b24eef5623005b39682f66d4f2467", |
| "source_shard": "model-00013-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00360107421875, |
| "roundtrip_rel_l2": 0.006937485653907061, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.24.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "d529374b6d382a614da420a0382fa44bd97d56f749b3ab084d687ecd0efb9c5a", |
| "source_shard": "model-00014-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0020599365234375, |
| "roundtrip_rel_l2": 0.006709263194352388, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.25.self_attn.o_proj.weight", |
| "source_sha256": "82f81d6b6f27d825628c67a128b868170d173a0b7083abdacdd470e404280d08", |
| "source_shard": "model-00014-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00335693359375, |
| "roundtrip_rel_l2": 0.006935602053999901, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.25.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "8a72825827295c265244eb33a1e332543485c0d74545818f3ee57df1b4eb2f6f", |
| "source_shard": "model-00014-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0020751953125, |
| "roundtrip_rel_l2": 0.006713741924613714, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.26.self_attn.o_proj.weight", |
| "source_sha256": "148a7599624c9810ad40031265e9865a6f2bb1dc60cd4b170837ad39f9239205", |
| "source_shard": "model-00014-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.003631591796875, |
| "roundtrip_rel_l2": 0.006866008974611759, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.26.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "de3444bb9ce577b43f2958368ccdeb6407c9ce857272bad70f15e947c2282fad", |
| "source_shard": "model-00015-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0020599365234375, |
| "roundtrip_rel_l2": 0.006730485241860151, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.27.self_attn.o_proj.weight", |
| "source_sha256": "07a12712a8219271ea4de8f37e4377cb06226008813115da881e3bfce10b206a", |
| "source_shard": "model-00015-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.0048828125, |
| "roundtrip_rel_l2": 0.00687432149425149, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.27.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "12ae67bb50adabe0a3ef88140d270e40f4e277fabda988364e1a78f1f9d940f0", |
| "source_shard": "model-00016-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.002105712890625, |
| "roundtrip_rel_l2": 0.006696451921015978, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.28.self_attn.o_proj.weight", |
| "source_sha256": "2070d064ca3daf5be33b5970912407fde26491fd59acf0f3620e6aeee0f1dd7d", |
| "source_shard": "model-00016-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00335693359375, |
| "roundtrip_rel_l2": 0.006870776880532503, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.28.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "a5b62646e0aafd3e21014681b18809f7b8ef98f441b43b8ece009478aaa4f878", |
| "source_shard": "model-00016-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0020751953125, |
| "roundtrip_rel_l2": 0.00670044869184494, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.29.self_attn.o_proj.weight", |
| "source_sha256": "f2fa342c59ff36fdf90fcd8958b67b52f796cf6194959549f82df765caf0c8f5", |
| "source_shard": "model-00016-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.0028076171875, |
| "roundtrip_rel_l2": 0.006918961647897959, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.29.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "9f51972e1b7eb37aa262320ed106e58accb327edfb1a3424d34d5ffffef02bd8", |
| "source_shard": "model-00017-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.001983642578125, |
| "roundtrip_rel_l2": 0.006712258793413639, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.30.self_attn.o_proj.weight", |
| "source_sha256": "42076dde30d1ffcac4f47c2bceb5deb40af8d41a1f81a9c51285fa59159417b3", |
| "source_shard": "model-00017-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00457763671875, |
| "roundtrip_rel_l2": 0.006982475519180298, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.30.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "ee144fb5063d4810947ee6bbb41b7abacbed806d04981f4f962f6e7496041ba5", |
| "source_shard": "model-00017-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0019378662109375, |
| "roundtrip_rel_l2": 0.006703351624310017, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.31.self_attn.o_proj.weight", |
| "source_sha256": "3ae749d6bf3ac77a29b1d324c9e453f8eb7f8393b8fc0361a62e21b5b09ac47b", |
| "source_shard": "model-00017-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00372314453125, |
| "roundtrip_rel_l2": 0.006919444538652897, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.31.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "7c83014bb5362b2eda5de39d64ac5fc38fa1dbe6fb0ce567ff7fb448e38894e4", |
| "source_shard": "model-00018-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.001953125, |
| "roundtrip_rel_l2": 0.0066861314699053764, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.32.self_attn.o_proj.weight", |
| "source_sha256": "e242ff4a4f2f29617db43b9fe463d1d5f0ec04fc962654f384859c5cb65e768d", |
| "source_shard": "model-00018-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00390625, |
| "roundtrip_rel_l2": 0.0069439709186553955, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.32.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "9e250a147c3c2605530586b399998c617fa6fbf81e92b6e3cab45d057ae09be7", |
| "source_shard": "model-00018-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.001708984375, |
| "roundtrip_rel_l2": 0.006693399976938963, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.33.self_attn.o_proj.weight", |
| "source_sha256": "6f6a5db0fdb0c9982112ba325718d0cfed8b33c35a6ce57da026761b15af559e", |
| "source_shard": "model-00019-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.0042724609375, |
| "roundtrip_rel_l2": 0.00689073046669364, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.33.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "b19a391c14c89144b59eef0ff0644cf3842103ab2a206458d877a6443ef65616", |
| "source_shard": "model-00019-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0020294189453125, |
| "roundtrip_rel_l2": 0.00670706806704402, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.34.self_attn.o_proj.weight", |
| "source_sha256": "de150e657fc87da94d7be431c1bdaef82a86e9f0368364d63680c83f44f7b115", |
| "source_shard": "model-00019-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00469970703125, |
| "roundtrip_rel_l2": 0.006876241881400347, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.34.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "6f49312305955caa4aaf67a879109190ee4b8ba841f8074f99ebb71932e63205", |
| "source_shard": "model-00020-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0019073486328125, |
| "roundtrip_rel_l2": 0.006686672568321228, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.35.self_attn.o_proj.weight", |
| "source_sha256": "8148f494740c93d54e0e02c43ade8599374d49b70cf572ad26121e5af5ba8e44", |
| "source_shard": "model-00020-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00439453125, |
| "roundtrip_rel_l2": 0.006926227826625109, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.35.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "29eb5d366a4e45d6a4546be756d731bec664dd695641d0403da22bb9e16e4919", |
| "source_shard": "model-00020-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0018463134765625, |
| "roundtrip_rel_l2": 0.006683856248855591, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.36.self_attn.o_proj.weight", |
| "source_sha256": "f4d0cc55b19d6b220b050258691a71119b98f1cdda6be9ea55dcca79a5f31c09", |
| "source_shard": "model-00020-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.0047607421875, |
| "roundtrip_rel_l2": 0.006956371944397688, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.36.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "6abf003eb0f974a19650fc6745bef72e535019e4dfbb5dc21a58d2f76b5901ad", |
| "source_shard": "model-00021-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.00115966796875, |
| "roundtrip_rel_l2": 0.006690455600619316, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.37.self_attn.o_proj.weight", |
| "source_sha256": "96fb4d7542cafed775c16c3ba2875a01e4e08bdefb3814b6d3285225ba628dcc", |
| "source_shard": "model-00021-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00421142578125, |
| "roundtrip_rel_l2": 0.006927140988409519, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.37.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "45d868549c4673d80ae7ce761b82826e1a79d3638d8fc6de27dbdf36e4067c24", |
| "source_shard": "model-00021-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.00103759765625, |
| "roundtrip_rel_l2": 0.006683823186904192, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.38.self_attn.o_proj.weight", |
| "source_sha256": "3dfc1764175719cdba181e10be9dc2bc9b9290e8f1b9bd1a98e9d2c16c35ba4f", |
| "source_shard": "model-00021-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.0047607421875, |
| "roundtrip_rel_l2": 0.006934108678251505, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.38.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "df284a7eb9b6bddb6cbb24f4a012ad58d3b8998948c3ae49a9cfc34d0896b652", |
| "source_shard": "model-00022-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0012359619140625, |
| "roundtrip_rel_l2": 0.006672358606010675, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.39.self_attn.o_proj.weight", |
| "source_sha256": "40388b436758b4517c735ed7348ca2e30b556a2a5093152320fbb6a39163c080", |
| "source_shard": "model-00022-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00421142578125, |
| "roundtrip_rel_l2": 0.0069946469739079475, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.39.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "6cd7e3af156d1268456a9a72ec703a7f9c2dde6f8db92bd3d486ca1925757314", |
| "source_shard": "model-00023-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.001800537109375, |
| "roundtrip_rel_l2": 0.006691023241728544, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.40.self_attn.o_proj.weight", |
| "source_sha256": "9a22553a7132cc820733649335678e12d991ba88ccf6c7097e3fbabef78c5c3d", |
| "source_shard": "model-00023-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.0042724609375, |
| "roundtrip_rel_l2": 0.007012092508375645, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.40.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "5280b01d6c9408f10789154fa2217383a83e6689e37e9173db975f707df6c417", |
| "source_shard": "model-00023-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.001556396484375, |
| "roundtrip_rel_l2": 0.006695907097309828, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.41.self_attn.o_proj.weight", |
| "source_sha256": "6693ddfade89c212d81bdb1ac494bdb9ba3f5f89872b7b0de52cc60cc7768a13", |
| "source_shard": "model-00023-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.005157470703125, |
| "roundtrip_rel_l2": 0.007028397638350725, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.41.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "f28d52462fdeeb6ddd51b5a043ac457d37221d695f0cc912b0e335277f85e3ff", |
| "source_shard": "model-00024-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.00146484375, |
| "roundtrip_rel_l2": 0.006685489322990179, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.42.self_attn.o_proj.weight", |
| "source_sha256": "8671c2760943e1d9087724092a14cd9f6032d9ad4f9541ef787b7e3057d07115", |
| "source_shard": "model-00024-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00518798828125, |
| "roundtrip_rel_l2": 0.007070163730531931, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.42.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "04d0713cdc2220a201d4c538411289c463d9e3d288318e547f6c7bfc273bf0f1", |
| "source_shard": "model-00024-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0020751953125, |
| "roundtrip_rel_l2": 0.00669555738568306, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.43.self_attn.o_proj.weight", |
| "source_sha256": "3a09ae6f3b4379789e1014a7a2d632e275c51ab00216daf7438235534e8e99ef", |
| "source_shard": "model-00024-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.0052490234375, |
| "roundtrip_rel_l2": 0.007054735440760851, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.43.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "646321d167de5511a6556eae5acdcb90ec8b1f68b457db09a5df60a1b9c9fe95", |
| "source_shard": "model-00025-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0015869140625, |
| "roundtrip_rel_l2": 0.006681503728032112, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.44.self_attn.o_proj.weight", |
| "source_sha256": "5e6e4222866a876a6eb6efc399c3cfbf8cfae19791b865d0b41b128428c8b333", |
| "source_shard": "model-00025-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00579833984375, |
| "roundtrip_rel_l2": 0.006962939165532589, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.44.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "6d1a32dbdaadf7dd41ec47967a9f52716dc880a8b099bcb28e2705dfbd2e04ea", |
| "source_shard": "model-00026-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0018310546875, |
| "roundtrip_rel_l2": 0.0066818734630942345, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.45.self_attn.o_proj.weight", |
| "source_sha256": "d191094437ffff6c7dc9733fe8b532274312ba8081735aa2521e90febc8791d3", |
| "source_shard": "model-00026-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.0045166015625, |
| "roundtrip_rel_l2": 0.006983553990721703, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.45.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "c9dfae9969b0053439b3f32445a7a2d5feb540f6820ae055f4e11e3c9b4db9eb", |
| "source_shard": "model-00026-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0018768310546875, |
| "roundtrip_rel_l2": 0.006689044646918774, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.46.self_attn.o_proj.weight", |
| "source_sha256": "b92a028a883ddfff25ed124a57938b8bfa8f5652e182357d77bec28ff2483a48", |
| "source_shard": "model-00026-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00604248046875, |
| "roundtrip_rel_l2": 0.007005329709500074, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.46.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "be917ed1233bce5bfb2b2416fd79999a15cdc8ab5603e009cef81c2b1f700b96", |
| "source_shard": "model-00027-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.00146484375, |
| "roundtrip_rel_l2": 0.0066843717359006405, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.47.self_attn.o_proj.weight", |
| "source_sha256": "e79407e17291293244de8308434041458ebbe719fc42969927c8396b330da2b0", |
| "source_shard": "model-00027-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00634765625, |
| "roundtrip_rel_l2": 0.007076831068843603, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.47.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "1e1db2b7f544645f66f9fd417764e55671ac2705b388ea10b8c062dede5bf2fb", |
| "source_shard": "model-00027-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0019378662109375, |
| "roundtrip_rel_l2": 0.0066856686025857925, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.48.self_attn.o_proj.weight", |
| "source_sha256": "29a3874689debd63fd59fe57947cc9332a4d87cc5ee553b088c02d4b8031fbc4", |
| "source_shard": "model-00027-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.0059814453125, |
| "roundtrip_rel_l2": 0.007150883786380291, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.48.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "e1113972847df27d23f9f369570e45c37f687d8f8a96d892ec686ab70cc8d264", |
| "source_shard": "model-00028-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.00189208984375, |
| "roundtrip_rel_l2": 0.006685818079859018, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.49.self_attn.o_proj.weight", |
| "source_sha256": "efc144c6a0697238e86631dfd3f950901de5a66ae1d643cb2a5d7b2dad0dae90", |
| "source_shard": "model-00028-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00518798828125, |
| "roundtrip_rel_l2": 0.007147413678467274, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.49.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "0735d265a5e43b3b71611f2aed6432229614bafd639f3fad5d5cf450d4447c06", |
| "source_shard": "model-00028-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0020751953125, |
| "roundtrip_rel_l2": 0.006676750723272562, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.50.self_attn.o_proj.weight", |
| "source_sha256": "c6e01dba326e017dc67cd788834a68a7457b2d7ca9050fe64521fa84279b6f71", |
| "source_shard": "model-00028-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.005401611328125, |
| "roundtrip_rel_l2": 0.007221664767712355, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.50.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "a6747182e38cf1128efef9b10dfb2d73566bb22a95ca94621c1322d07a98234b", |
| "source_shard": "model-00029-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.001556396484375, |
| "roundtrip_rel_l2": 0.006684438791126013, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.51.self_attn.o_proj.weight", |
| "source_sha256": "34563fb89f25d8f3e59592f4384a5c20ff2536f1811511dd65e20973027b9752", |
| "source_shard": "model-00029-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00543212890625, |
| "roundtrip_rel_l2": 0.007150225341320038, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.51.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "057245c581e2325b26c3b575303afe944fa83bdac5a5f0c083261c8f3e7e1551", |
| "source_shard": "model-00030-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0020751953125, |
| "roundtrip_rel_l2": 0.006700218189507723, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.52.self_attn.o_proj.weight", |
| "source_sha256": "be547685b339fb4f55b698e353c271d38b084a5ed55b7384de5bd236b2e026de", |
| "source_shard": "model-00030-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.005126953125, |
| "roundtrip_rel_l2": 0.006970569491386414, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.52.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "b94868e4ef984b066971f50e3c06d397fd5c95c521fcea77e8fc843a660ea6f4", |
| "source_shard": "model-00030-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.001983642578125, |
| "roundtrip_rel_l2": 0.0066828979179263115, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.53.self_attn.o_proj.weight", |
| "source_sha256": "30a34818791d677cd956b35795f41ca5edc62b64d1fc7ae257248726443022ef", |
| "source_shard": "model-00030-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00469970703125, |
| "roundtrip_rel_l2": 0.007031431421637535, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.53.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "5fda2d03b973202312d93dde81c7551c247f7f7088298d1a5df698084dc06923", |
| "source_shard": "model-00031-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.00177001953125, |
| "roundtrip_rel_l2": 0.006700861733406782, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.54.self_attn.o_proj.weight", |
| "source_sha256": "b1ea778dc9c961d872976065786b46633f4bac0c9a6dab07808ae6f203638af4", |
| "source_shard": "model-00031-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00567626953125, |
| "roundtrip_rel_l2": 0.006997210904955864, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.54.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "4163328aed0a2980cf217379a3d4a96bee4f28e98842209a0aa131a99e86a6f1", |
| "source_shard": "model-00031-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.00189208984375, |
| "roundtrip_rel_l2": 0.006706852465867996, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.55.self_attn.o_proj.weight", |
| "source_sha256": "371ea8cfada6b11914f4853d0879af7be8ee582fccc6af95d97846af9aee2411", |
| "source_shard": "model-00031-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00628662109375, |
| "roundtrip_rel_l2": 0.007030873093754053, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.55.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "756e6225163496c69bff9276daf5cd1f4ccbc3627a1ce57153c0f6e28bfaad57", |
| "source_shard": "model-00032-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.00189208984375, |
| "roundtrip_rel_l2": 0.006704993546009064, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.56.self_attn.o_proj.weight", |
| "source_sha256": "4876a4f7d339ce6b3e42da8e1ccdffe7e08be4b3bd8ea74f8c13b65d317e786e", |
| "source_shard": "model-00032-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00543212890625, |
| "roundtrip_rel_l2": 0.0070171719416975975, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.56.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "06c3f13ca9035ef9d935aeeea5bf89890e2c8fc9ed18b5fb64e82be9d09e117d", |
| "source_shard": "model-00033-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.001708984375, |
| "roundtrip_rel_l2": 0.006695828400552273, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.57.self_attn.o_proj.weight", |
| "source_sha256": "a199649f2f656b8bc2963d9cdcaa2a351c5351e68b1d4d19f7b47155f28f47ff", |
| "source_shard": "model-00033-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.006011962890625, |
| "roundtrip_rel_l2": 0.007006981410086155, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.57.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "57114089fe9081ff8c8ea626a4a05e81ab9cd160cf8ecdec34efc212a18f9597", |
| "source_shard": "model-00033-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.001708984375, |
| "roundtrip_rel_l2": 0.00666884845122695, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.58.self_attn.o_proj.weight", |
| "source_sha256": "cb38ab020f5327e0f1fab4e348ee7f2378d1d23affd9589f7c1aeee85e485799", |
| "source_shard": "model-00033-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.005157470703125, |
| "roundtrip_rel_l2": 0.006943805608898401, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.58.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "c395aa24479e2a179af1be9b8e67b29a8fe02a34a523e77078febad27fcacb29", |
| "source_shard": "model-00034-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.001953125, |
| "roundtrip_rel_l2": 0.00669512152671814, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.59.self_attn.o_proj.weight", |
| "source_sha256": "94ea8c29278cf68734e516fb04bd25096e72d74fb8f55a28158517e9c510682e", |
| "source_shard": "model-00034-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.0050048828125, |
| "roundtrip_rel_l2": 0.006929084192961454, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.59.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "01548275526d6de84e0be80478466ce140ca586f7277adb7773333c6353b95de", |
| "source_shard": "model-00034-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.001922607421875, |
| "roundtrip_rel_l2": 0.006681193597614765, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.60.self_attn.o_proj.weight", |
| "source_sha256": "c63f96983d6b704b8d229dc57484aa07fca57cb8c7701b2d3730282092a7e972", |
| "source_shard": "model-00034-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.0067138671875, |
| "roundtrip_rel_l2": 0.00708018708974123, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.60.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "3c9e9cb89d6cf00f0a7780eefc6b25db9582c24525c6754727d9a9fdb35cd329", |
| "source_shard": "model-00035-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.00128173828125, |
| "roundtrip_rel_l2": 0.006703365594148636, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.61.self_attn.o_proj.weight", |
| "source_sha256": "99bf606844e7a0c173a5b99bef64daed292efee393bc876ba846f77627afcd3b", |
| "source_shard": "model-00035-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.006103515625, |
| "roundtrip_rel_l2": 0.006928110960870981, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.61.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "a3e9b52bd433152e2492f706493ce16ad5f99a0a9af42129c60cc66c7c3134e6", |
| "source_shard": "model-00035-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.00152587890625, |
| "roundtrip_rel_l2": 0.006685071624815464, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.62.self_attn.o_proj.weight", |
| "source_sha256": "36477a17aa1da9b9f283570926bc9cf2bd408251317200145ad6f41bd204107a", |
| "source_shard": "model-00035-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.005035400390625, |
| "roundtrip_rel_l2": 0.007011329755187035, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.62.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "2310067007468603728684ea2a176c1aec97315cdae23c385094664dd28e4e2f", |
| "source_shard": "model-00036-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.001556396484375, |
| "roundtrip_rel_l2": 0.006694307085126638, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.63.self_attn.o_proj.weight", |
| "source_sha256": "a15d50cd135d19c3aa8ecbaaba87b64b84d7e3a6f61c3879fcf45b53e9d88493", |
| "source_shard": "model-00036-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00482177734375, |
| "roundtrip_rel_l2": 0.0069922516122460365, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.63.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "be1b14c9a652ce1b1e3534393fd6be6c9667a079593746a0849ed89e35e3a27e", |
| "source_shard": "model-00037-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0014495849609375, |
| "roundtrip_rel_l2": 0.006700584199279547, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.64.self_attn.o_proj.weight", |
| "source_sha256": "1e987729e2255de1db6e73955f64444fb737a7204fc9900e2d422a624d731304", |
| "source_shard": "model-00037-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.0059814453125, |
| "roundtrip_rel_l2": 0.007165343035012484, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.64.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "3aa268514904069ce75ad2800b1e2372252322fb6b2772b38f90ba1564e7b891", |
| "source_shard": "model-00037-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0020751953125, |
| "roundtrip_rel_l2": 0.00669641001150012, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.65.self_attn.o_proj.weight", |
| "source_sha256": "a6cd46f34294bf8c0f1057f1ab83276726a6e725929a655dc00b547186215f08", |
| "source_shard": "model-00037-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.006103515625, |
| "roundtrip_rel_l2": 0.007250210270285606, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.65.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "509734d12a72466d7952eb0c26e3f03d8f2aeb8e42ab739854c20cbcdbeff330", |
| "source_shard": "model-00038-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.00225830078125, |
| "roundtrip_rel_l2": 0.006677062716335058, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.66.self_attn.o_proj.weight", |
| "source_sha256": "347e82e3c6744e22289ac919f9456519d110f3c4b481caa507734ef6496e11c1", |
| "source_shard": "model-00038-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00439453125, |
| "roundtrip_rel_l2": 0.007160933688282967, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.66.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "53467e09503ad8c17be4edfaa339b1411080111501f0ef01f48e71bb5618fd37", |
| "source_shard": "model-00038-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0029296875, |
| "roundtrip_rel_l2": 0.006691503804177046, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.67.self_attn.o_proj.weight", |
| "source_sha256": "c808eefdf591b1fda48384316b715d993cde6bdbcc801014205e0c3cc33031da", |
| "source_shard": "model-00038-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.005859375, |
| "roundtrip_rel_l2": 0.007283288054168224, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.67.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "b915355ee468a33b526bec6995d28874afbb46618acc9f882495285e3ff508c6", |
| "source_shard": "model-00039-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.00262451171875, |
| "roundtrip_rel_l2": 0.006727056577801704, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.68.self_attn.o_proj.weight", |
| "source_sha256": "3b13b5b5a3e30fe021950f1ec774d6e9137662f252afc1ed8d5a5f1d8026b232", |
| "source_shard": "model-00039-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.0064697265625, |
| "roundtrip_rel_l2": 0.007396616041660309, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.68.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "d9c3bde73a81ab88f3d2a18f82e09cfce12bbeb30a648b675d1d0f1fdada8739", |
| "source_shard": "model-00040-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0020751953125, |
| "roundtrip_rel_l2": 0.006681717000901699, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.69.self_attn.o_proj.weight", |
| "source_sha256": "b0f1d2707f3d6ba79be4293998fc9f3d2b179779c27054a93340cae57706bae2", |
| "source_shard": "model-00040-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.0054931640625, |
| "roundtrip_rel_l2": 0.00755351921543479, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.69.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "1d075188f809da6ececcadd756cc70163dba0dd642596c9ae5065b90a464c8d8", |
| "source_shard": "model-00040-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.00189208984375, |
| "roundtrip_rel_l2": 0.0066819339990615845, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.70.self_attn.o_proj.weight", |
| "source_sha256": "fd14d220dbfb1afc7431aab7d18be07dbe830e3af78c62d8b0450f763468a62e", |
| "source_shard": "model-00040-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.0032958984375, |
| "roundtrip_rel_l2": 0.007453787140548229, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.70.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "aa409a16c87df6551c75d54ad1fc2320d388e63a2edb35fd589a4ce8b2e506c3", |
| "source_shard": "model-00041-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.002227783203125, |
| "roundtrip_rel_l2": 0.006699449848383665, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.71.self_attn.o_proj.weight", |
| "source_sha256": "d19daeda71d444358c8f8bd348d0dce2aa4e4aa6ae70461df81829973e1a124a", |
| "source_shard": "model-00041-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00665283203125, |
| "roundtrip_rel_l2": 0.007590136490762234, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.71.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "20f46ea41bd7ae272989cd3cd2218f99f94e23e7d3bdd0a01e3b4bd45c32491c", |
| "source_shard": "model-00041-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0019683837890625, |
| "roundtrip_rel_l2": 0.0067060114815831184, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.72.self_attn.o_proj.weight", |
| "source_sha256": "c43cd6d038994cbb1eb3cb51f39fa7c08156fc34847cb234edcfa8bba839c000", |
| "source_shard": "model-00041-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00457763671875, |
| "roundtrip_rel_l2": 0.007663513533771038, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.72.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "2e46ab4e831511e7afdf55f3449b54024dc51b9023ae689cf302cc841c8ade98", |
| "source_shard": "model-00042-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.00201416015625, |
| "roundtrip_rel_l2": 0.006697237025946379, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.73.self_attn.o_proj.weight", |
| "source_sha256": "ab65044e748864404892013a570bf34d66a21e7d38db26ed757641ea615ca790", |
| "source_shard": "model-00042-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.006805419921875, |
| "roundtrip_rel_l2": 0.007882597856223583, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.73.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "a8666afd69802375ef3f77af5ab3410f54754d0c3578a659dc7310f6a9c9f557", |
| "source_shard": "model-00042-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.0015869140625, |
| "roundtrip_rel_l2": 0.006729724816977978, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.74.self_attn.o_proj.weight", |
| "source_sha256": "449b17d7613c62f8cfd176c09035b2e859a4cb1fbd264518da383b6835b11cdf", |
| "source_shard": "model-00043-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.003143310546875, |
| "roundtrip_rel_l2": 0.008027071133255959, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.74.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "271a8d0ff2f2efd97fc89b7ca99a1343748889f0a273f1d455e4c9590f964958", |
| "source_shard": "model-00043-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.001617431640625, |
| "roundtrip_rel_l2": 0.006679239682853222, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.75.self_attn.o_proj.weight", |
| "source_sha256": "b6d9248d54bd15305636e5cbb7d7404e0b93d10f2f11e8fd661a7dddd0b56151", |
| "source_shard": "model-00043-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.0054931640625, |
| "roundtrip_rel_l2": 0.007626766338944435, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.75.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "44d988406f67b0f9fa431b6dc3318a85b05b3f847d74cb690e0e173571f97369", |
| "source_shard": "model-00044-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.002197265625, |
| "roundtrip_rel_l2": 0.006664143409579992, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.76.self_attn.o_proj.weight", |
| "source_sha256": "6f38e7cbcc20ef821ef5e553f4a8fb8c571b89e12a5b9952ede1e2b782b3478a", |
| "source_shard": "model-00044-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.0059814453125, |
| "roundtrip_rel_l2": 0.0076561784371733665, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.76.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "a9c8f51559afbc2086e5ae2db422eb0545a56539ddf10cc83fd81c1404538dad", |
| "source_shard": "model-00044-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "attention_o_proj", |
| "projection_rank": 4, |
| "projection_strength": 2.0, |
| "roundtrip_max_abs": 0.002044677734375, |
| "roundtrip_rel_l2": 0.00668810261413455, |
| "source_bytes": 201326592, |
| "source_key": "model.layers.77.self_attn.o_proj.weight", |
| "source_sha256": "01b51208ddaac0a902de04a226291f67a01167c4f55de2b78a8e741685812984", |
| "source_shard": "model-00044-of-00047.safetensors" |
| }, |
| { |
| "projection_component": "shared_expert_down_proj", |
| "projection_rank": 2, |
| "projection_strength": 0.15, |
| "roundtrip_max_abs": 0.00653076171875, |
| "roundtrip_rel_l2": 0.00878838449716568, |
| "source_bytes": 25165824, |
| "source_key": "model.layers.77.mlp.shared_experts.down_proj.weight", |
| "source_sha256": "1d050fd4d84e249eaf7ead5bc4f974c08de382e30721c81e1ad6df02226db624", |
| "source_shard": "model-00045-of-00047.safetensors" |
| } |
| ], |
| "layers": [ |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 33, |
| 34, |
| 35, |
| 36, |
| 37, |
| 38, |
| 39, |
| 40, |
| 41, |
| 42, |
| 43, |
| 44, |
| 45, |
| 46, |
| 47, |
| 48, |
| 49, |
| 50, |
| 51, |
| 52, |
| 53, |
| 54, |
| 55, |
| 56, |
| 57, |
| 58, |
| 59, |
| 60, |
| 61, |
| 62, |
| 63, |
| 64, |
| 65, |
| 66, |
| 67, |
| 68, |
| 69, |
| 70, |
| 71, |
| 72, |
| 73, |
| 74, |
| 75, |
| 76, |
| 77 |
| ], |
| "max_roundtrip_rel_l2": 0.00878838449716568, |
| "mean_roundtrip_rel_l2": 0.006911992163006817, |
| "output_index_sha256": "385e2e9430f791f4f4f9c09fa1e7fd92d6f6c207660ae7d77754fd27253d1b0c", |
| "overlay_files": { |
| "superglm-v2-overlay-l016.safetensors": { |
| "bytes": 115016464, |
| "sha256": "460c33eae7e12c429b2d8385ce30e03b7fd6447229caa8b1c9e8c6c2cc0b045d" |
| }, |
| "superglm-v2-overlay-l017.safetensors": { |
| "bytes": 115016464, |
| "sha256": "d03d2a10df1d23a084c1363479356a738fa1b90302254d22966d93a94c274b17" |
| }, |
| "superglm-v2-overlay-l018.safetensors": { |
| "bytes": 115016464, |
| "sha256": "5a688e38b3f4611d12fef47e0cdb6dd133a9d961116466809e36bbe7fb5d3848" |
| }, |
| "superglm-v2-overlay-l019.safetensors": { |
| "bytes": 115016464, |
| "sha256": "e1edc6a05fd64a75bc673bde5f86b9afbe657ada996fd94feb17e55fbd120023" |
| }, |
| "superglm-v2-overlay-l020.safetensors": { |
| "bytes": 115016464, |
| "sha256": "f44a88cd1452deffedd2eff19ceaf292e7a87972b4fd5ae071d55ba47b90bd27" |
| }, |
| "superglm-v2-overlay-l021.safetensors": { |
| "bytes": 115016464, |
| "sha256": "f074af7e5706ccc4ad7bc7dc86b7b02f6751b9b4aeb8b467b619c9137fa97102" |
| }, |
| "superglm-v2-overlay-l022.safetensors": { |
| "bytes": 115016464, |
| "sha256": "ea9a90ecc14350746cb9d6a03d6ec723dabe0782a1bd080eac55036d411156bf" |
| }, |
| "superglm-v2-overlay-l023.safetensors": { |
| "bytes": 115016464, |
| "sha256": "407536f607d0fc08b06e47d3e244b4b275a43d95d73c7ebce40485e68ec08a1d" |
| }, |
| "superglm-v2-overlay-l024.safetensors": { |
| "bytes": 115016464, |
| "sha256": "50deb18b8d4aa740042e108cbe985aad4eec8635503b2accaab0ad219a77daea" |
| }, |
| "superglm-v2-overlay-l025.safetensors": { |
| "bytes": 115016464, |
| "sha256": "0dcedda9963f8f165ea31c3c4ef06a7db04caa7398850046a3b94f1f5715fc88" |
| }, |
| "superglm-v2-overlay-l026.safetensors": { |
| "bytes": 115016464, |
| "sha256": "bf46b6dfa6da732e631a212e1c3a248eb88f152065c7ea5cb1a952c14f6e8e07" |
| }, |
| "superglm-v2-overlay-l027.safetensors": { |
| "bytes": 115016464, |
| "sha256": "535730d801745506d91466fe977d834de903884dce67030b29829ff51e358776" |
| }, |
| "superglm-v2-overlay-l028.safetensors": { |
| "bytes": 115016464, |
| "sha256": "c335d272769df7be397951841fd6db19c2be2c98b514c5e2f30c3452df940c79" |
| }, |
| "superglm-v2-overlay-l029.safetensors": { |
| "bytes": 115016464, |
| "sha256": "61f05a943d7c0b4986124ef51118c6c4dc21ff8b2e5c2eb3511c5de3a2ed2e91" |
| }, |
| "superglm-v2-overlay-l030.safetensors": { |
| "bytes": 115016464, |
| "sha256": "e827a69419a597e18227a5852fe2bfd897164d63cc4a301c20660e8caaf1f112" |
| }, |
| "superglm-v2-overlay-l031.safetensors": { |
| "bytes": 115016464, |
| "sha256": "8d583075c58afb04492c6c406e0dd2eaefeff9cef89f08a4f7a1dc5fb4f3f9e1" |
| }, |
| "superglm-v2-overlay-l032.safetensors": { |
| "bytes": 115016464, |
| "sha256": "969745fc32a4c798f5affadeb8718232276d05c8ea156e99c50ee07a6497446c" |
| }, |
| "superglm-v2-overlay-l033.safetensors": { |
| "bytes": 115016464, |
| "sha256": "5a7a37ea0bc2d2611aa5710a9c185c162d70e94cc1915e74a739ea279b9cf5f5" |
| }, |
| "superglm-v2-overlay-l034.safetensors": { |
| "bytes": 115016464, |
| "sha256": "f86fe0f42bdc984e468481a5978ac716ab00504e7a55b0453a76cc08444a4057" |
| }, |
| "superglm-v2-overlay-l035.safetensors": { |
| "bytes": 115016464, |
| "sha256": "bc8c716c5b7985e447e3500927ea60e5ad734c1132aa38e7b66de848acfa8dc3" |
| }, |
| "superglm-v2-overlay-l036.safetensors": { |
| "bytes": 115016464, |
| "sha256": "cb500cde805b24bcc7da67345765a0e49651ef6ecb65a1c018d6978394523a6c" |
| }, |
| "superglm-v2-overlay-l037.safetensors": { |
| "bytes": 115016464, |
| "sha256": "2b15a9482a1ebe7b35d41b068d1e7aea66fd4bc13a732006f165c552ac2f78e0" |
| }, |
| "superglm-v2-overlay-l038.safetensors": { |
| "bytes": 115016464, |
| "sha256": "e868532934a12b3ebb0bc3976f768f54747ab412f0edeef9d4dc79734cfc1654" |
| }, |
| "superglm-v2-overlay-l039.safetensors": { |
| "bytes": 115016464, |
| "sha256": "81987a0b8abc2a8b473c823bde635886537557d18467c97f97c26c60cb0b60fc" |
| }, |
| "superglm-v2-overlay-l040.safetensors": { |
| "bytes": 115016464, |
| "sha256": "9e1927a849e006988ac30abf7ff26146b5b1673acddfde774434acaac01a54fa" |
| }, |
| "superglm-v2-overlay-l041.safetensors": { |
| "bytes": 115016464, |
| "sha256": "9aa085f142e65dd576f4980ee70a7e0402da906519ead159a65fd3c7428d9b1e" |
| }, |
| "superglm-v2-overlay-l042.safetensors": { |
| "bytes": 115016464, |
| "sha256": "e3784ce1b268c8676bc5c94c8415ce8c7ccf71c1a50216ae2437b8f5e7cefb4e" |
| }, |
| "superglm-v2-overlay-l043.safetensors": { |
| "bytes": 115016464, |
| "sha256": "8f502ef057eb95abae3ae518771236e9878e0c7c8f834275c2f15836546cbc73" |
| }, |
| "superglm-v2-overlay-l044.safetensors": { |
| "bytes": 115016464, |
| "sha256": "9b8a47aad46dcaac417b129881a19832ec9de6f4cf87d1c3f3fca0c09e88e7e6" |
| }, |
| "superglm-v2-overlay-l045.safetensors": { |
| "bytes": 115016464, |
| "sha256": "8aa1585776785c86c33c404253dabd4b4d3b97082ae79068c6de5310fddef685" |
| }, |
| "superglm-v2-overlay-l046.safetensors": { |
| "bytes": 115016464, |
| "sha256": "bc74f4d201aa3fd760e5976a2f0ae2eff5d483e1d005b48331782619c1f14aed" |
| }, |
| "superglm-v2-overlay-l047.safetensors": { |
| "bytes": 115016464, |
| "sha256": "88f5ae6d5c87c37b8d8a70a616adb5b851f4034c13b782154e16ca20ab65dda4" |
| }, |
| "superglm-v2-overlay-l048.safetensors": { |
| "bytes": 115016464, |
| "sha256": "1ded5c3c1ef4d29b94e84f4357a693eb668638cac52dd50f7f212fe2ef2d0c2a" |
| }, |
| "superglm-v2-overlay-l049.safetensors": { |
| "bytes": 115016464, |
| "sha256": "dbddea389f7c1b906aaf648cac1cd40504c64b9f0a540dc55d0aebba2f892a6c" |
| }, |
| "superglm-v2-overlay-l050.safetensors": { |
| "bytes": 115016464, |
| "sha256": "2e65c40b66d23101f016d8190543ae011ef053087cf0136ff21b8d708f36a180" |
| }, |
| "superglm-v2-overlay-l051.safetensors": { |
| "bytes": 115016464, |
| "sha256": "64427e31ac02db1283917467509a2c8da0907e0082035f35a7b07eda5d859919" |
| }, |
| "superglm-v2-overlay-l052.safetensors": { |
| "bytes": 115016464, |
| "sha256": "78195fc59f5c553c2d4b277356ed5bed29e5e5d30774910e0b43a5c5d6c57f73" |
| }, |
| "superglm-v2-overlay-l053.safetensors": { |
| "bytes": 115016464, |
| "sha256": "c63ec5525f08d2e442cf59b9ba0cbc07adb6c695d8b6f29588c83bd542a58911" |
| }, |
| "superglm-v2-overlay-l054.safetensors": { |
| "bytes": 115016464, |
| "sha256": "286f5c67c3fddc72e1775222b0f503c9304f6a6e85883f022e4b138f3cfa012b" |
| }, |
| "superglm-v2-overlay-l055.safetensors": { |
| "bytes": 115016464, |
| "sha256": "5de395b6a407d9c1f5f97822a1ff38d8e63f6a83bca8e442aa483c146990f3e9" |
| }, |
| "superglm-v2-overlay-l056.safetensors": { |
| "bytes": 115016464, |
| "sha256": "74f097d25a928d818abdceb617e89495408ed95a79d2e4e1b933f3137ca0023e" |
| }, |
| "superglm-v2-overlay-l057.safetensors": { |
| "bytes": 115016464, |
| "sha256": "6b5ef5f004f71bc78a9ee646fd0d0f10407e4429d08a73c9d209d084cb1d49f7" |
| }, |
| "superglm-v2-overlay-l058.safetensors": { |
| "bytes": 115016464, |
| "sha256": "7e66b59c46fea4a583bfa5e5a87e2c7fad7e2609ae277619926e7fbb1d754687" |
| }, |
| "superglm-v2-overlay-l059.safetensors": { |
| "bytes": 115016464, |
| "sha256": "07f3f1eeeee118d18d91f2b77f74eed5cd4942c1ae944dc7a5aaa4eda9934f4b" |
| }, |
| "superglm-v2-overlay-l060.safetensors": { |
| "bytes": 115016464, |
| "sha256": "58a69ccb2cb93cadbe497d02f8c9b8724079c3e963430108ad8c5d759d7f8ee7" |
| }, |
| "superglm-v2-overlay-l061.safetensors": { |
| "bytes": 115016464, |
| "sha256": "bdae2f09e8fe443c2040b1e6e0717f24af5927e30d6c896739641c90bc66a145" |
| }, |
| "superglm-v2-overlay-l062.safetensors": { |
| "bytes": 115016464, |
| "sha256": "17b3991f4bdd6a14a09a89c681b843669afa05ff66d06d39e40d8a96f61e726d" |
| }, |
| "superglm-v2-overlay-l063.safetensors": { |
| "bytes": 115016464, |
| "sha256": "49f64f046a4c2f3e2af926d360614aeff05fafa1e2086d432bf441aec0861e56" |
| }, |
| "superglm-v2-overlay-l064.safetensors": { |
| "bytes": 115016464, |
| "sha256": "cb64ec82c304f19ae2ed70a18694ad51ea2a24c3d530a0c76082cc6629484f91" |
| }, |
| "superglm-v2-overlay-l065.safetensors": { |
| "bytes": 115016464, |
| "sha256": "0a743bae6a28ffb0c2ceb8951c61b58505e27d4b3c35d4ec6f4ca8a0a356ebcb" |
| }, |
| "superglm-v2-overlay-l066.safetensors": { |
| "bytes": 115016464, |
| "sha256": "84d898cc4073347d99eaf73de1d7b1ae16417b847aebc575a896c9d5d588855d" |
| }, |
| "superglm-v2-overlay-l067.safetensors": { |
| "bytes": 115016464, |
| "sha256": "21718d3f348c69c86fde65acfced273f623a9d18363ff4010815567b07aa0585" |
| }, |
| "superglm-v2-overlay-l068.safetensors": { |
| "bytes": 115016464, |
| "sha256": "3c4b7bac844b9daa17d249cc57d0d7d84ae9d9eeae41fe39c9594712c28e4b82" |
| }, |
| "superglm-v2-overlay-l069.safetensors": { |
| "bytes": 115016464, |
| "sha256": "5ca38dbe2433c3602ad066cdef9d4f7252c054b0321f7c0581f646ac2f34ebbd" |
| }, |
| "superglm-v2-overlay-l070.safetensors": { |
| "bytes": 115016464, |
| "sha256": "ff75f4457dc96ccfb68e319236fb16d87501b3be630e54d3067a6b42c87f603b" |
| }, |
| "superglm-v2-overlay-l071.safetensors": { |
| "bytes": 115016464, |
| "sha256": "732af713b1d73d196e0a3d5a4ddd6b87696b061e52bb6d0346a9d2f06baf3927" |
| }, |
| "superglm-v2-overlay-l072.safetensors": { |
| "bytes": 115016464, |
| "sha256": "c0a15910f66d64364d975d437f9527ea164131fb2d6a63af9c0ce7fa5141951f" |
| }, |
| "superglm-v2-overlay-l073.safetensors": { |
| "bytes": 115016464, |
| "sha256": "c6510156e7e33461de369c9969f2f75c78e47bc938364cbd89faa75df3faabc6" |
| }, |
| "superglm-v2-overlay-l074.safetensors": { |
| "bytes": 115016464, |
| "sha256": "53c7c1dd570ede86ce076c91ac9a73206f7bf85e41b0a354a49825b33f6c6dac" |
| }, |
| "superglm-v2-overlay-l075.safetensors": { |
| "bytes": 115016464, |
| "sha256": "dad25ed925da8df71844ad47aea711f850368d7648f32498d5d992869a95ec35" |
| }, |
| "superglm-v2-overlay-l076.safetensors": { |
| "bytes": 115016464, |
| "sha256": "f72813074be342daafc34166eb03b47d33e75d321698a69c9563987b06705651" |
| }, |
| "superglm-v2-overlay-l077.safetensors": { |
| "bytes": 115016464, |
| "sha256": "1199325ac47e2b2c930ef27c257c023602d273e135241e11a3aae219e8e36779" |
| } |
| }, |
| "quantization": { |
| "attention_and_shared_expert_edits": "symmetric W8A16 group-128 overlays", |
| "lm_head": "unchanged stock QuantTrio BF16", |
| "mtp": "unchanged matching QuantTrio 256-expert W8 channel", |
| "routed_experts": "unchanged QuantTrio symmetric W4A16 group-128" |
| }, |
| "schema_version": 2, |
| "seed": "/models/quanttrio-stock-matched-overlay", |
| "seed_config_sha256": "c9ebe6b941f9ef85c8d2597ec466b7cbeca0d258d264d0fd8cd33d1ccf0592f4", |
| "seed_index_sha256": "ea6f4a74b961e94b9009cb7c454b7369a684b034e0d077a117dd779a973048ec", |
| "source_base_revision": "aec724e8c7b8ee9db3b48c01c320f63f9cdaf8aa", |
| "source_candidate": "broad62-r4-s2-obliteratus_only-shared-r2-s0p15", |
| "source_evidence_sha256": { |
| "README.md": "095e36a2726da183cee569e5ec96518d8237c6ad85dcb5de5f79f830d88b5174", |
| "chat_template.jinja": "172dc74a35e1752df75ecfb2b2cf9326d2852bb1379868ebeec9571654489679", |
| "config.json": "d3783a603e5aa9cb58eff7a5d8ac9c42d83156b229efe185c72e9e2dc8444923", |
| "hf_quant_config.json": "212394aabaa6a4e7823668e7a03d6295422aa2ca2cbdbfbfc519eab602ad20e6", |
| "model.safetensors.index.json": "2aa8397b501d9f6a232d153f328feb912f813c389061aac4cf72b04914fa5b74", |
| "superglm52_weight_only_v2_eval.json": "b1ee379d0efa40906c9e258e147c2e5d6471bc9c7704a597ccdbd2e3f9ca6f38", |
| "superglm52_weight_only_v2_merge.json": "e555dad72f06ce7f66f94f11105b5c713b33ce22a33ee145e2857d1b67eef915" |
| }, |
| "source_modified_tensor_count": 124, |
| "source_repo": "Jiunsong/SuperGLM-5.2-abliterated-NVFP4", |
| "source_revision": "076582b8a58d3f924a68af550a630edffada5e95" |
| } |
|
|
