[ { "ExportedFileName": "Qwen3.8-27B-MQ-Q6_K_1.gguf", "DisplayName": "MQ-Q6_K_1", "ProviderSource": "MagicQuant", "BaselineFamily": "Q6_K", "OriginalReferenceBaseline": "Q8_0", "TensorGroups": { "embeddings": "Q8_0", "lm_head": "Q8_0", "attn_q": "Q8_0", "attn_kv": "Unsloth-UD-Q5_K_M", "attn_output": "Unsloth-UD-Q6_K_XL", "ffn_up_gate": "Q8_0", "ffn_down": "Q8_0" }, "EffectiveQuantStateKey": "base=standard:q8_0|attn_kv=effective-map:ce03aa4363cadc5bdc2c989dc1dd8c57dbef176227a315d49821026114f63cf5|attn_output=effective-map:d2ceacb53822b556b3393a6844918c7aba369d04926480bb8d171e63770c3312|attn_q=effective:Q8_0|embeddings=effective:Q8_0|ffn_down=effective:Q8_0|ffn_up_gate=effective:Q8_0|lm_head=effective:Q8_0|moe_experts=base|moe_router=base", "HasUnknownMappings": false, "Warnings": [], "UsedImatrix": true, "ExpectedSizeBytes": 29032298176, "ExpectedSizeGB": 29.032298176, "ExpectedSizeGiB": 27.03843468427658, "ActualSizeBytes": 29032298176, "ActualSizeGB": 29.032298176, "ActualSizeGiB": 27.03843468427658, "OriginalExternalSource": null, "SourceRun": "Unsloth Dynamic V3", "SourceName": "MQ-Q6_K_1", "SourceFileName": "Qwen3.8-27B-MQ-Q6_K_1.gguf" }, { "ExportedFileName": "Qwen3.8-27B-MQ-Q6_K_2.gguf", "DisplayName": "MQ-Q6_K_2", "ProviderSource": "MagicQuant", "BaselineFamily": "Q6_K", "OriginalReferenceBaseline": "Q8_0", "TensorGroups": { "embeddings": "Q8_0", "lm_head": "Q8_0", "attn_q": "Q8_0", "attn_kv": "Unsloth-UD-Q5_K_M", "attn_output": "Unsloth-UD-Q5_K_XL", "ffn_up_gate": "Unsloth-UD-Q6_K_XL", "ffn_down": "Q8_0" }, "EffectiveQuantStateKey": "base=standard:q8_0|attn_kv=effective-map:ce03aa4363cadc5bdc2c989dc1dd8c57dbef176227a315d49821026114f63cf5|attn_output=effective-map:72d3ee93766d84689fa7201eb162ef1264b72fc953f202c98e9a9459f28af8e6|attn_q=effective:Q8_0|embeddings=effective:Q8_0|ffn_down=effective:Q8_0|ffn_up_gate=effective-map:dc36ced93afc7bc8b8c6cedd0dd3003186d866ebc10b6df8c2e58aa8f53d13a1|lm_head=effective:Q8_0|moe_experts=base|moe_router=base", "HasUnknownMappings": false, "Warnings": [], "UsedImatrix": true, "ExpectedSizeBytes": 27258525376, "ExpectedSizeGB": 27.258525375999998, "ExpectedSizeGiB": 25.386480033397675, "ActualSizeBytes": 27258525376, "ActualSizeGB": 27.258525375999998, "ActualSizeGiB": 25.386480033397675, "OriginalExternalSource": null, "SourceRun": "Unsloth Dynamic V3", "SourceName": "MQ-Q6_K_2", "SourceFileName": "Qwen3.8-27B-MQ-Q6_K_2.gguf" }, { "ExportedFileName": "Qwen3.8-27B-MQ-Q6_K_3.gguf", "DisplayName": "MQ-Q6_K_3", "ProviderSource": "MagicQuant", "BaselineFamily": "Q6_K", "OriginalReferenceBaseline": "Unsloth-UD-Q6_K_XL", "TensorGroups": { "embeddings": "Unsloth-UD-Q6_K_XL", "lm_head": "Unsloth-UD-Q6_K_XL", "attn_q": "Unsloth-UD-Q6_K_XL", "attn_kv": "Unsloth-UD-Q5_K_XL", "attn_output": "Unsloth-UD-Q6_K_XL", "ffn_up_gate": "Unsloth-UD-Q6_K_XL", "ffn_down": "Unsloth-UD-Q6_K_XL" }, "EffectiveQuantStateKey": "base=custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf:232aedc0f6972d7a662cd49fdd947553355d0293421f529fc72332ba1203f94a|attn_kv=effective-map:c66920e650fba1bce6a7f2ecaa1394966a6e0395e9b18e18c533aa919ae863db|attn_output=effective:Q8_0|attn_q=effective:Q8_0|embeddings=effective:Q6_K|ffn_down=effective:Q8_0|ffn_up_gate=effective:Q6_K|lm_head=effective:Q8_0|moe_experts=base|moe_router=base", "HasUnknownMappings": false, "Warnings": [], "UsedImatrix": true, "ExpectedSizeBytes": 25941640896, "ExpectedSizeGB": 25.941640896, "ExpectedSizeGiB": 24.16003578901291, "ActualSizeBytes": 25941640896, "ActualSizeGB": 25.941640896, "ActualSizeGiB": 24.16003578901291, "OriginalExternalSource": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF", "SourceRun": "Unsloth Dynamic V2", "SourceName": "MQ-Q6_K_1", "SourceFileName": "Qwen3.8-27B-MQ-Q6_K_1.gguf" }, { "ExportedFileName": "Qwen3.8-27B-MQ-Q6_K_4.gguf", "DisplayName": "MQ-Q6_K_4", "ProviderSource": "MagicQuant", "BaselineFamily": "Q6_K", "OriginalReferenceBaseline": "Unsloth-Q6_K", "TensorGroups": { "embeddings": "Unsloth-Q6_K", "lm_head": "Q8_0", "attn_q": "Unsloth-Q6_K", "attn_kv": "Unsloth-UD-Q5_K_XL", "attn_output": "Unsloth-Q6_K", "ffn_up_gate": "Unsloth-Q6_K", "ffn_down": "Unsloth-Q6_K" }, "EffectiveQuantStateKey": "base=custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf:34ed9335317b85d0819be2de3d7607d698f231df067f93f6002b6000004d7f00|attn_kv=effective-map:c66920e650fba1bce6a7f2ecaa1394966a6e0395e9b18e18c533aa919ae863db|attn_output=effective:Q6_K|attn_q=effective:Q6_K|embeddings=effective:Q6_K|ffn_down=effective:Q6_K|ffn_up_gate=effective:Q6_K|lm_head=effective:Q8_0|moe_experts=base|moe_router=base", "HasUnknownMappings": false, "Warnings": [], "UsedImatrix": true, "ExpectedSizeBytes": 23213909696, "ExpectedSizeGB": 23.213909695999998, "ExpectedSizeGiB": 21.61963814496994, "ActualSizeBytes": 23213909696, "ActualSizeGB": 23.213909695999998, "ActualSizeGiB": 21.61963814496994, "OriginalExternalSource": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF", "SourceRun": "Unsloth Dynamic V2", "SourceName": "MQ-Q6_K_2", "SourceFileName": "Qwen3.8-27B-MQ-Q6_K_2.gguf" }, { "ExportedFileName": "Qwen3.8-27B-MQ-Q5_K_1.gguf", "DisplayName": "MQ-Q5_K_1", "ProviderSource": "MagicQuant", "BaselineFamily": "Q5_K", "OriginalReferenceBaseline": "Unsloth-UD-Q6_K", "TensorGroups": { "embeddings": "Unsloth-UD-Q6_K", "lm_head": "Unsloth-UD-Q6_K", "attn_q": "Unsloth-UD-Q6_K", "attn_kv": "Unsloth-UD-Q5_K_M", "attn_output": "Unsloth-UD-Q5_K_XL", "ffn_up_gate": "Unsloth-UD-Q6_K", "ffn_down": "Unsloth-UD-Q6_K" }, "EffectiveQuantStateKey": "base=custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k.gguf:2c7a1ea34d93d1b33fedb92bd3435ca931f32878f815ddb00e00554ae44f6b5a|attn_kv=effective-map:ce03aa4363cadc5bdc2c989dc1dd8c57dbef176227a315d49821026114f63cf5|attn_output=effective-map:72d3ee93766d84689fa7201eb162ef1264b72fc953f202c98e9a9459f28af8e6|attn_q=effective-map:e517594cec116202da28e2cd28f1af013470f3189363e45d195c0cbc31d1f5a1|embeddings=effective:Q6_K|ffn_down=effective-map:5a0c889a1c320d3edd158f55efddac34b3998902d8ba53d72fa3e1a6f8d6117f|ffn_up_gate=effective-map:82bf4d27c1126a441139216c590e5c8ccf432af5fbd43344e4f223b2d94539ce|lm_head=effective:Q8_0|moe_experts=base|moe_router=base", "HasUnknownMappings": false, "Warnings": [], "UsedImatrix": true, "ExpectedSizeBytes": 21998012096, "ExpectedSizeGB": 21.998012096000004, "ExpectedSizeGiB": 20.48724526166916, "ActualSizeBytes": 21998012096, "ActualSizeGB": 21.998012096000004, "ActualSizeGiB": 20.48724526166916, "OriginalExternalSource": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF", "SourceRun": "Unsloth Dynamic V3", "SourceName": "MQ-Q5_K_1", "SourceFileName": "Qwen3.8-27B-MQ-Q5_K_1.gguf" }, { "ExportedFileName": "Qwen3.8-27B-MQ-Q5_K_2.gguf", "DisplayName": "MQ-Q5_K_2", "ProviderSource": "MagicQuant", "BaselineFamily": "Q5_K", "OriginalReferenceBaseline": "Unsloth-UD-Q5_K_XL", "TensorGroups": { "embeddings": "Unsloth-UD-Q5_K_XL", "lm_head": "Unsloth-UD-Q5_K_XL", "attn_q": "Unsloth-UD-Q5_K_XL", "attn_kv": "Unsloth-UD-Q5_K_M", "attn_output": "Unsloth-UD-Q5_K_XL", "ffn_up_gate": "Unsloth-UD-Q5_K_XL", "ffn_down": "Unsloth-UD-Q5_K_XL" }, "EffectiveQuantStateKey": "base=custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf:0bd22e2531d9781c75f796ca72ef6f2cbf9daed049fef5fb1b7977e2282272d2|attn_kv=effective-map:ce03aa4363cadc5bdc2c989dc1dd8c57dbef176227a315d49821026114f63cf5|attn_output=effective-map:72d3ee93766d84689fa7201eb162ef1264b72fc953f202c98e9a9459f28af8e6|attn_q=effective-map:186687777859548e338b3d7053b5101fb1fc22a888a846495a7ae3b0bb96183a|embeddings=effective:Q6_K|ffn_down=effective-map:eab50ac47e70e3265f498879fe38c518cf97a4ae46be29a5d887ea1a073c5e06|ffn_up_gate=effective-map:7d1f8695d42bbba8939fc57ed025f682c87d3541ab152bcf46a394a3b140d1a5|lm_head=effective:Q8_0|moe_experts=base|moe_router=base", "HasUnknownMappings": false, "Warnings": [], "UsedImatrix": true, "ExpectedSizeBytes": 20910319296, "ExpectedSizeGB": 20.910319296, "ExpectedSizeGiB": 19.47425240278244, "ActualSizeBytes": 20910319296, "ActualSizeGB": 20.910319296, "ActualSizeGiB": 19.47425240278244, "OriginalExternalSource": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF", "SourceRun": "Unsloth Dynamic V3", "SourceName": "MQ-Q5_K_2", "SourceFileName": "Qwen3.8-27B-MQ-Q5_K_2.gguf" }, { "ExportedFileName": "Qwen3.8-27B-MQ-Q5_K_3.gguf", "DisplayName": "MQ-Q5_K_3", "ProviderSource": "MagicQuant", "BaselineFamily": "Q5_K", "OriginalReferenceBaseline": "Unsloth-UD-Q5_K_M", "TensorGroups": { "embeddings": "Unsloth-UD-Q5_K_M", "lm_head": "Unsloth-UD-Q5_K_M", "attn_q": "Unsloth-UD-Q5_K_M", "attn_kv": "Unsloth-UD-Q5_K_M", "attn_output": "Unsloth-UD-Q5_K_M", "ffn_up_gate": "Unsloth-UD-Q5_K_M", "ffn_down": "Unsloth-UD-Q6_K" }, "EffectiveQuantStateKey": "base=custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_m.gguf:2aa73ce79b16554b6782ec8964d8abbcf79124cf773ae8ddec048137d81e287e|attn_kv=effective-map:ce03aa4363cadc5bdc2c989dc1dd8c57dbef176227a315d49821026114f63cf5|attn_output=effective-map:c470f63f4e4772741eeec57ec42294047cdd14357c860913f95e76a212a8115b|attn_q=effective-map:c99b0613aa1015623e9ba3158b93127f3186222e360b0fb251fd635b1c50a288|embeddings=effective:Q4_K|ffn_down=effective-map:5a0c889a1c320d3edd158f55efddac34b3998902d8ba53d72fa3e1a6f8d6117f|ffn_up_gate=effective-map:a6e956df4e1d24112cdd260c26917949ff6fb665a427ca0d9691d59c10eefac0|lm_head=effective:Q6_K|moe_experts=base|moe_router=base", "HasUnknownMappings": false, "Warnings": [], "UsedImatrix": true, "ExpectedSizeBytes": 20097918656, "ExpectedSizeGB": 20.097918655999997, "ExpectedSizeGiB": 18.717645347118378, "ActualSizeBytes": 20097918656, "ActualSizeGB": 20.097918655999997, "ActualSizeGiB": 18.717645347118378, "OriginalExternalSource": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF", "SourceRun": "Unsloth Dynamic V3", "SourceName": "MQ-Q5_K_3", "SourceFileName": "Qwen3.8-27B-MQ-Q5_K_3.gguf" }, { "ExportedFileName": "Qwen3.8-27B-MQ-Q5_K_S_1.gguf", "DisplayName": "MQ-Q5_K_S_1", "ProviderSource": "MagicQuant", "BaselineFamily": "Q5_K_S", "OriginalReferenceBaseline": "Unsloth-UD-Q5_K_S", "TensorGroups": { "embeddings": "Unsloth-UD-Q5_K_S", "lm_head": "Unsloth-UD-Q5_K_S", "attn_q": "Unsloth-UD-Q5_K_S", "attn_kv": "Unsloth-UD-Q5_K_S", "attn_output": "Unsloth-UD-Q5_K_S", "ffn_up_gate": "Unsloth-UD-Q5_K_S", "ffn_down": "Unsloth-UD-Q5_K_M" }, "EffectiveQuantStateKey": "base=custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_s.gguf:44e1a9082f98ed5f520c8112e45fb58cc7e89e42d354e5d12babe60a71249a73|attn_kv=effective-map:c582bbb2cc805333c836a91377dfab3c27eddf175598e824f11da3e382d74c0a|attn_output=effective-map:5f0da5b8edbd39218d8aaa59f585735181b463a80601443eff02595340885902|attn_q=effective-map:3a410e5c892f4ceb27edb6e97bd1d3864722f1b0374dbe16409dc030f0f170e9|embeddings=effective:Q4_K|ffn_down=effective-map:584cbdaba08af53065c631f81eece7b90f4236847ab3c963571b6ea78a8f61f2|ffn_up_gate=effective-map:5ffe9a460fb6b016561fd5e2f79401a0b7da7dda28bffbaafead265bd4623bce|lm_head=effective:Q6_K|moe_experts=base|moe_router=base", "HasUnknownMappings": true, "Warnings": [ "Unknown or partially unmapped learned tensor state 'Q3_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q3_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q3_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q3_K' was preserved as raw metadata." ], "UsedImatrix": true, "ExpectedSizeBytes": 18976147136, "ExpectedSizeGB": 18.976147135999998, "ExpectedSizeGiB": 17.67291420698166, "ActualSizeBytes": 18976147136, "ActualSizeGB": 18.976147135999998, "ActualSizeGiB": 17.67291420698166, "OriginalExternalSource": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF", "SourceRun": "Unsloth Dynamic V3", "SourceName": "MQ-Q5_K_S_1", "SourceFileName": "Qwen3.8-27B-MQ-Q5_K_S_1.gguf" }, { "ExportedFileName": "Qwen3.8-27B-MQ-Q4_K_M_1.gguf", "DisplayName": "MQ-Q4_K_M_1", "ProviderSource": "MagicQuant", "BaselineFamily": "Q4_K_M", "OriginalReferenceBaseline": "Unsloth-UD-Q4_K_XL", "TensorGroups": { "embeddings": "Unsloth-UD-Q4_K_XL", "lm_head": "Unsloth-UD-Q4_K_XL", "attn_q": "Unsloth-UD-Q4_K_XL", "attn_kv": "Unsloth-UD-Q5_K_S", "attn_output": "Unsloth-UD-Q5_K_S", "ffn_up_gate": "Unsloth-UD-Q4_K_XL", "ffn_down": "Unsloth-UD-Q4_K_XL" }, "EffectiveQuantStateKey": "base=custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf:dd3677603ed4d4d1bae2fb6cf25e7c4f1fa15b6c4d59fffb67df2561c5e814ca|attn_kv=effective-map:c582bbb2cc805333c836a91377dfab3c27eddf175598e824f11da3e382d74c0a|attn_output=effective-map:5f0da5b8edbd39218d8aaa59f585735181b463a80601443eff02595340885902|attn_q=effective-map:ef06ff7222a064a965f865a8aaad6bc8b2f7915e2e5f5ed1c88ce4c4b4c5259d|embeddings=effective:Q4_K|ffn_down=effective-map:22fccba2a099b661c2cf1d9b2d9d5801be374701028e295c60f69aef93fe1236|ffn_up_gate=effective-map:aeae687077328d3705977d3f2397de51a489042aa17a318be3deb797e7f3e36d|lm_head=effective:Q6_K|moe_experts=base|moe_router=base", "HasUnknownMappings": true, "Warnings": [ "Unknown or partially unmapped learned tensor state 'Q3_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q3_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q3_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q3_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q3_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q3_K' was preserved as raw metadata." ], "UsedImatrix": true, "ExpectedSizeBytes": 17624999616, "ExpectedSizeGB": 17.624999616, "ExpectedSizeGiB": 16.41456001996994, "ActualSizeBytes": 17624999616, "ActualSizeGB": 17.624999616, "ActualSizeGiB": 16.41456001996994, "OriginalExternalSource": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF", "SourceRun": "Unsloth Dynamic V3", "SourceName": "MQ-Q4_K_M_1", "SourceFileName": "Qwen3.8-27B-MQ-Q4_K_M_1.gguf" }, { "ExportedFileName": "Qwen3.8-27B-MQ-IQ4_XS_1.gguf", "DisplayName": "MQ-IQ4_XS_1", "ProviderSource": "MagicQuant", "BaselineFamily": "IQ4_XS", "OriginalReferenceBaseline": "Unsloth-IQ4_NL", "TensorGroups": { "embeddings": "Unsloth-IQ4_NL", "lm_head": "Unsloth-IQ4_NL", "attn_q": "Unsloth-IQ4_NL", "attn_kv": "Unsloth-IQ4_NL", "attn_output": "Unsloth-IQ4_NL", "ffn_up_gate": "Unsloth-Q4_K_M", "ffn_down": "Unsloth-IQ4_NL" }, "EffectiveQuantStateKey": "base=custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf:00dfea690b294aed2a9e69b2f9d301e375710d2f30d02d333bbf0b5d101564d4|attn_kv=effective-map:2cd5cb986fcd2ae41531f3dc414cf9ab3ba5491f274ba58bcff791edb30616a9|attn_output=effective-map:383e223b3e3ef3921855bbbc0523636e06425f2f40bee5f3cdbdb5b2714518fa|attn_q=effective-map:e43136b54864568dfe78842f7bfcef25590cb8130b81a7dc7323cc805bf5054d|embeddings=effective:Q4_K|ffn_down=effective-map:24d6750b04df18a75532eeb901ab597a76400a9df46b08d1fbb21ff30bb4b1f3|ffn_up_gate=effective:Q4_K|lm_head=effective:Q6_K|moe_experts=base|moe_router=base", "HasUnknownMappings": false, "Warnings": [], "UsedImatrix": true, "ExpectedSizeBytes": 16337626816, "ExpectedSizeGB": 16.337626816, "ExpectedSizeGiB": 15.215600669384003, "ActualSizeBytes": 16337626816, "ActualSizeGB": 16.337626816, "ActualSizeGiB": 15.215600669384003, "OriginalExternalSource": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF", "SourceRun": "Unsloth Dynamic V2", "SourceName": "MQ-IQ4_XS_1", "SourceFileName": "Qwen3.8-27B-MQ-IQ4_XS_1.gguf" }, { "ExportedFileName": "Qwen3.8-27B-MQ-IQ2_M_1.gguf", "DisplayName": "MQ-IQ2_M_1", "ProviderSource": "MagicQuant", "BaselineFamily": "IQ2_M", "OriginalReferenceBaseline": "Unsloth-UD-IQ3_XXS", "TensorGroups": { "embeddings": "Unsloth-UD-IQ3_XXS", "lm_head": "Unsloth-UD-IQ3_XXS", "attn_q": "Unsloth-UD-IQ3_XXS", "attn_kv": "Unsloth-Q4_K_S", "attn_output": "Unsloth-UD-IQ3_XXS", "ffn_up_gate": "Unsloth-UD-IQ3_XXS", "ffn_down": "Unsloth-UD-IQ3_XXS" }, "EffectiveQuantStateKey": "base=custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf:2cd579fcd506fe2b727b139668a821d1b4c0c8ebea771e17f1a4434e21f7203a|attn_kv=effective-map:9c255134fc941fed5bdfd21da67c95bdd0f027b1fd545533ca3ee82592875e0d|attn_output=effective:IQ3_S|attn_q=effective-map:4f52877ec1569763b619ba16f8b728f4fc0e15d0bc3fa5493e6d2a7dd66e6d13|embeddings=effective:unknown:Q2_K|ffn_down=effective:IQ3_S|ffn_up_gate=effective-map:ea33d3de7804e178645189aa31fe006d26af48d8fe9b269994d4d8f3be269e41|lm_head=effective:Q5_K|moe_experts=base|moe_router=base", "HasUnknownMappings": true, "Warnings": [ "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q2_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q2_K' was preserved as raw metadata." ], "UsedImatrix": true, "ExpectedSizeBytes": 11960702656, "ExpectedSizeGB": 11.960702655999999, "ExpectedSizeGiB": 11.139272391796112, "ActualSizeBytes": 11960702656, "ActualSizeGB": 11.960702655999999, "ActualSizeGiB": 11.139272391796112, "OriginalExternalSource": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF", "SourceRun": "Unsloth Dynamic V2", "SourceName": "MQ-IQ2_M_1", "SourceFileName": "Qwen3.8-27B-MQ-IQ2_M_1.gguf" }, { "ExportedFileName": "Qwen3.8-27B-MQ-IQ2_M_2.gguf", "DisplayName": "MQ-IQ2_M_2", "ProviderSource": "MagicQuant", "BaselineFamily": "IQ2_M", "OriginalReferenceBaseline": "Unsloth-UD-Q2_K_XL", "TensorGroups": { "embeddings": "Unsloth-UD-Q2_K_XL", "lm_head": "Unsloth-UD-Q2_K_XL", "attn_q": "Unsloth-UD-Q2_K_XL", "attn_kv": "Unsloth-UD-Q4_K_XL", "attn_output": "Unsloth-UD-Q2_K_XL", "ffn_up_gate": "Unsloth-UD-Q2_K_XL", "ffn_down": "Unsloth-UD-Q2_K_XL" }, "EffectiveQuantStateKey": "base=custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf:b5bebf7e541e47a28e290c5d6a6f8386c4cd5aff49c2e2f221a373bcc1018b6f|attn_kv=effective-map:4c6434eb7f8875992cbcbcb6e5cb42adb963d7ab69b465a052d830d25b755735|attn_output=effective:IQ3_S|attn_q=effective-map:fb26f6e49dfbbf3e40336ec9c28f288af9f8b135b38848a42b496576bd01067a|embeddings=effective:unknown:Q2_K|ffn_down=effective-map:d46f77aa733e601b350720a0ceb16b444564b5049c2b6e9d778ea910329c24ed|ffn_up_gate=effective-map:b92537268535282a0eb1ee3f4f83dcee763d8d0935ad7f7ea35f2bfd6e536ce7|lm_head=effective:unknown:Q3_K|moe_experts=base|moe_router=base", "HasUnknownMappings": true, "Warnings": [ "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'IQ1_M' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q3_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q2_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q2_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q3_K' was preserved as raw metadata." ], "UsedImatrix": true, "ExpectedSizeBytes": 10769770176, "ExpectedSizeGB": 10.769770176000002, "ExpectedSizeGiB": 10.030130088329315, "ActualSizeBytes": 10769770176, "ActualSizeGB": 10.769770176000002, "ActualSizeGiB": 10.030130088329315, "OriginalExternalSource": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF", "SourceRun": "Unsloth Dynamic V2", "SourceName": "MQ-IQ2_M_2", "SourceFileName": "Qwen3.8-27B-MQ-IQ2_M_2.gguf" }, { "ExportedFileName": "Qwen3.8-27B-MQ-IQ2_XXS_1.gguf", "DisplayName": "MQ-IQ2_XXS_1", "ProviderSource": "MagicQuant", "BaselineFamily": "IQ2_XXS", "OriginalReferenceBaseline": "Unsloth-UD-IQ2_XXS", "TensorGroups": { "embeddings": "Unsloth-UD-IQ2_XXS", "lm_head": "Unsloth-UD-IQ2_XXS", "attn_q": "Unsloth-UD-IQ2_S", "attn_kv": "Unsloth-UD-IQ2_XXS", "attn_output": "Unsloth-UD-IQ2_XXS", "ffn_up_gate": "Unsloth-UD-IQ2_XXS", "ffn_down": "Unsloth-UD-IQ2_XXS" }, "EffectiveQuantStateKey": "base=custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf:7d926a07094dc20b300a70bf596683a41011d0357f502dfe3e991cb707c73671|attn_kv=effective-map:46cc894bf4ced743760f3a2a23e55da0b8b564f3b8c5f5744700e45a1557f9a9|attn_output=effective-map:7e38136f6337e3280936f37908cc55224898c468ae55beec940751319babe87c|attn_q=effective-map:b86f6d96f3faecb661bd3c7b6174b6a41ff596d1d8392cbd74d3b488ea1d735e|embeddings=effective:unknown:Q2_K|ffn_down=effective-map:f33b9b3954b72ae6fe3b8a8ea2ba6b05612f2d5832d0d44f269245c80b89f493|ffn_up_gate=effective-map:3a9b980d5a56062f7c84332285b48e4eff39664f40d75a63c3010e7281609e0c|lm_head=effective:unknown:Q3_K|moe_experts=base|moe_router=base", "HasUnknownMappings": true, "Warnings": [ "Unknown or partially unmapped learned tensor state 'Q2_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q2_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q2_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q3_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q3_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q2_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q2_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q3_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q2_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q2_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q2_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q2_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q2_K' was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state 'Q3_K' was preserved as raw metadata." ], "UsedImatrix": true, "ExpectedSizeBytes": 8271988416, "ExpectedSizeGB": 8.271988416000001, "ExpectedSizeGiB": 7.703889548778534, "ActualSizeBytes": 8271988416, "ActualSizeGB": 8.271988416000001, "ActualSizeGiB": 7.703889548778534, "OriginalExternalSource": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF", "SourceRun": "Unsloth Dynamic V3", "SourceName": "MQ-IQ2_XXS_1", "SourceFileName": "Qwen3.8-27B-MQ-IQ2_XXS_1.gguf" } ]