[ { "key": "baseonly:0", "description": "Base-only isolation for Q8_0 with all active groups forced native.", "kind": "BaseOnlyIsolation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:0", "group": null, "testedBaseline": "Q8_0", "testedCandidate": null, "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": null, "isSmallestProbe": false, "sizeBytes": 51789960896, "sizeGB": 51.789960896, "sizeGiB": 48.233159720897675, "kld": 0.000204, "ppl": 5.607101, "pplDeltaPercent": -0.007115470352203588, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000204, "Ppl": 5.607101, "PplError": 0.105448 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "carrier-baseonly:0", "description": "Carrier base-only isolation on Q8 with all active groups forced native.", "kind": "BaseOnlyIsolation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:0", "group": null, "testedBaseline": "Q8_0", "testedCandidate": null, "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": null, "isSmallestProbe": false, "sizeBytes": 51789960896, "sizeGB": 51.789960896, "sizeGiB": 48.233159720897675, "kld": 0.000204, "ppl": 5.607101, "pplDeltaPercent": -0.007115470352203588, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000204, "Ppl": 5.607101, "PplError": 0.105448 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "probe:0:0:119", "description": "Smallest-first probe for group 'embeddings' using 'Unsloth-UD-IQ1_S'.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:120:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ1_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq1_s.gguf", "isSmallestProbe": true, "sizeBytes": 49664341696, "sizeGB": 49.664341696, "sizeGiB": 46.25352257490158, "kld": 0.001949, "ppl": 5.607424, "pplDeltaPercent": -0.0013553276861340167, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001949, "Ppl": 5.607424, "PplError": 0.10533 } ], "config": { "BaseQuant": 0, "Embeddings": 120, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "probe:0:1:119", "description": "Smallest-first probe for group 'lm_head' using 'Unsloth-UD-IQ1_S'.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:120:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ1_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq1_s.gguf", "isSmallestProbe": true, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.016535, "ppl": 5.710795, "pplDeltaPercent": 1.8420864913062889, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.016535, "Ppl": 5.710795, "PplError": 0.107932 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 120, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "probe:0:2:119", "description": "Smallest-first probe for group 'attn_q' using 'Unsloth-UD-IQ1_S'.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:120:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ1_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq1_s.gguf", "isSmallestProbe": true, "sizeBytes": 45456070336, "sizeGB": 45.456070336, "sizeGiB": 42.3342644572258, "kld": 0.085953, "ppl": 6.055696, "pplDeltaPercent": 7.992795363352657, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.085953, "Ppl": 6.055696, "PplError": 0.11545 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 120, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "probe:0:3:119", "description": "Smallest-first probe for group 'attn_kv' using 'Unsloth-UD-IQ1_S'.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:202:120:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ1_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq1_s.gguf", "isSmallestProbe": true, "sizeBytes": 51509835456, "sizeGB": 51.509835456, "sizeGiB": 47.97227257490158, "kld": 0.005924, "ppl": 5.619507, "pplDeltaPercent": 0.21412394115023908, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005924, "Ppl": 5.619507, "PplError": 0.105632 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 120, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "probe:0:4:119", "description": "Smallest-first probe for group 'attn_output' using 'Unsloth-UD-IQ1_S'.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:202:202:120:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ1_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq1_s.gguf", "isSmallestProbe": true, "sizeBytes": 50915792576, "sizeGB": 50.915792576, "sizeGiB": 47.41902703046799, "kld": 0.013808, "ppl": 5.674345, "pplDeltaPercent": 1.1920641997324979, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.013808, "Ppl": 5.674345, "PplError": 0.107221 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 120, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "probe:0:5:119", "description": "Smallest-first probe for group 'ffn_up_gate' using 'Unsloth-UD-IQ1_S'.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:202:202:202:120:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ1_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq1_s.gguf", "isSmallestProbe": true, "sizeBytes": 31346702016, "sizeGB": 31.346702016, "sizeGiB": 29.19389122724533, "kld": 0.192609, "ppl": 6.570533, "pplDeltaPercent": 17.174016941596083, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.192609, "Ppl": 6.570533, "PplError": 0.125965 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 120, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "probe:0:6:119", "description": "Smallest-first probe for group 'ffn_down' using 'Unsloth-UD-IQ1_S'.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:202:202:202:202:120:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ1_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq1_s.gguf", "isSmallestProbe": true, "sizeBytes": 41616725696, "sizeGB": 41.616725696, "sizeGiB": 38.75859612226486, "kld": 0.104555, "ppl": 6.066437, "pplDeltaPercent": 8.184342398573333, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.104555, "Ppl": 6.066437, "PplError": 0.116287 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 120, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:0", "description": "Continuation isolation coverage for group 'embeddings' using 'Q8_0'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:1:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 50598024896, "sizeGB": 50.598024896, "sizeGiB": 47.1230828166008, "kld": 0.000214, "ppl": 5.607413, "pplDeltaPercent": -0.0015514935354387193, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000214, "Ppl": 5.607413, "PplError": 0.105452 } ], "config": { "BaseQuant": 0, "Embeddings": 1, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:100", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-IQ2_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:101:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 49664341696, "sizeGB": 49.664341696, "sizeGiB": 46.25352257490158, "kld": 0.001949, "ppl": 5.607424, "pplDeltaPercent": -0.0013553276861340167, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001949, "Ppl": 5.607424, "PplError": 0.10533 } ], "config": { "BaseQuant": 0, "Embeddings": 101, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:102", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-Q2_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:103:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 49664341696, "sizeGB": 49.664341696, "sizeGiB": 46.25352257490158, "kld": 0.001949, "ppl": 5.607424, "pplDeltaPercent": -0.0013553276861340167, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001949, "Ppl": 5.607424, "PplError": 0.10533 } ], "config": { "BaseQuant": 0, "Embeddings": 103, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:103", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-IQ3_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:104:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 49664341696, "sizeGB": 49.664341696, "sizeGiB": 46.25352257490158, "kld": 0.001949, "ppl": 5.607424, "pplDeltaPercent": -0.0013553276861340167, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001949, "Ppl": 5.607424, "PplError": 0.10533 } ], "config": { "BaseQuant": 0, "Embeddings": 104, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:106", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-Q3_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:107:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.000873, "ppl": 5.604607, "pplDeltaPercent": -0.05159161836826138, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000873, "Ppl": 5.604607, "PplError": 0.105333 } ], "config": { "BaseQuant": 0, "Embeddings": 107, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:113", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-Q4_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:114:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 49962325696, "sizeGB": 49.962325696, "sizeGiB": 46.5310418009758, "kld": 0.000401, "ppl": 5.607943, "pplDeltaPercent": 0.007900133749438237, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000401, "Ppl": 5.607943, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 114, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:116", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-Q5_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:117:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000239, "ppl": 5.607552, "pplDeltaPercent": 0.0009273294694634511, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000239, "Ppl": 5.607552, "PplError": 0.105459 } ], "config": { "BaseQuant": 0, "Embeddings": 117, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:118", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-Q6_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:119:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000239, "ppl": 5.607552, "pplDeltaPercent": 0.0009273294694634511, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000239, "Ppl": 5.607552, "PplError": 0.105459 } ], "config": { "BaseQuant": 0, "Embeddings": 119, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:120", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-IQ1_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:121:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ1_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq1_m.gguf", "isSmallestProbe": false, "sizeBytes": 49664341696, "sizeGB": 49.664341696, "sizeGiB": 46.25352257490158, "kld": 0.001949, "ppl": 5.607424, "pplDeltaPercent": -0.0013553276861340167, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001949, "Ppl": 5.607424, "PplError": 0.10533 } ], "config": { "BaseQuant": 0, "Embeddings": 121, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:121", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-IQ2_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:122:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_s.gguf", "isSmallestProbe": false, "sizeBytes": 49664341696, "sizeGB": 49.664341696, "sizeGiB": 46.25352257490158, "kld": 0.001949, "ppl": 5.607424, "pplDeltaPercent": -0.0013553276861340167, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001949, "Ppl": 5.607424, "PplError": 0.10533 } ], "config": { "BaseQuant": 0, "Embeddings": 122, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:122", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-IQ3_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:123:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_s.gguf", "isSmallestProbe": false, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.000873, "ppl": 5.604607, "pplDeltaPercent": -0.05159161836826138, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000873, "Ppl": 5.604607, "PplError": 0.105333 } ], "config": { "BaseQuant": 0, "Embeddings": 123, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:123", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-IQ4_XS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:124:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.000873, "ppl": 5.604607, "pplDeltaPercent": -0.05159161836826138, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000873, "Ppl": 5.604607, "PplError": 0.105333 } ], "config": { "BaseQuant": 0, "Embeddings": 124, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:124", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-Q4_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:125:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.000873, "ppl": 5.604607, "pplDeltaPercent": -0.05159161836826138, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000873, "Ppl": 5.604607, "PplError": 0.105333 } ], "config": { "BaseQuant": 0, "Embeddings": 125, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:125", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-Q4_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:126:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 49962325696, "sizeGB": 49.962325696, "sizeGiB": 46.5310418009758, "kld": 0.000401, "ppl": 5.607943, "pplDeltaPercent": 0.007900133749438237, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000401, "Ppl": 5.607943, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 126, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:126", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-Q5_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:127:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 49962325696, "sizeGB": 49.962325696, "sizeGiB": 46.5310418009758, "kld": 0.000401, "ppl": 5.607943, "pplDeltaPercent": 0.007900133749438237, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000401, "Ppl": 5.607943, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 127, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:127", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-Q5_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:128:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 49962325696, "sizeGB": 49.962325696, "sizeGiB": 46.5310418009758, "kld": 0.000401, "ppl": 5.607943, "pplDeltaPercent": 0.007900133749438237, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000401, "Ppl": 5.607943, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 128, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:128", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-Q6_K'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:129:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000239, "ppl": 5.607552, "pplDeltaPercent": 0.0009273294694634511, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000239, "Ppl": 5.607552, "PplError": 0.105459 } ], "config": { "BaseQuant": 0, "Embeddings": 129, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:129", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-Q6_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:130:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000239, "ppl": 5.607552, "pplDeltaPercent": 0.0009273294694634511, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000239, "Ppl": 5.607552, "PplError": 0.105459 } ], "config": { "BaseQuant": 0, "Embeddings": 130, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:0:130", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-Q6_K_L'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:131:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_L", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_l.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000239, "ppl": 5.607552, "pplDeltaPercent": 0.0009273294694634511, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000239, "Ppl": 5.607552, "PplError": 0.105459 } ], "config": { "BaseQuant": 0, "Embeddings": 131, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:0", "description": "Continuation isolation coverage for group 'lm_head' using 'Q8_0'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:1:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 50598024896, "sizeGB": 50.598024896, "sizeGiB": 47.1230828166008, "kld": 0.000266, "ppl": 5.608684, "pplDeltaPercent": 0.02111457868926074, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000266, "Ppl": 5.608684, "PplError": 0.105504 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 1, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:100", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-IQ2_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:101:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.016535, "ppl": 5.710795, "pplDeltaPercent": 1.8420864913062889, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.016535, "Ppl": 5.710795, "PplError": 0.107932 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 101, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:102", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-Q2_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:103:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 49962325696, "sizeGB": 49.962325696, "sizeGiB": 46.5310418009758, "kld": 0.003805, "ppl": 5.635262, "pplDeltaPercent": 0.4950869371377631, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003805, "Ppl": 5.635262, "PplError": 0.106118 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 103, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:103", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-IQ3_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:104:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 49962325696, "sizeGB": 49.962325696, "sizeGiB": 46.5310418009758, "kld": 0.003805, "ppl": 5.635262, "pplDeltaPercent": 0.4950869371377631, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003805, "Ppl": 5.635262, "PplError": 0.106118 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 104, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:106", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-Q3_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:107:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50121250496, "sizeGB": 50.121250496, "sizeGiB": 46.67905205488205, "kld": 0.00124, "ppl": 5.614865, "pplDeltaPercent": 0.13134195274186475, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00124, "Ppl": 5.614865, "PplError": 0.105682 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 107, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:113", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-Q4_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:114:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 114, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:116", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-Q5_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:117:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50598024896, "sizeGB": 50.598024896, "sizeGiB": 47.1230828166008, "kld": 0.000266, "ppl": 5.608684, "pplDeltaPercent": 0.02111457868926074, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000266, "Ppl": 5.608684, "PplError": 0.105504 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 117, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:118", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-Q6_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:119:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50598024896, "sizeGB": 50.598024896, "sizeGiB": 47.1230828166008, "kld": 0.000266, "ppl": 5.608684, "pplDeltaPercent": 0.02111457868926074, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000266, "Ppl": 5.608684, "PplError": 0.105504 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 119, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:120", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-IQ1_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:121:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ1_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq1_m.gguf", "isSmallestProbe": false, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.016535, "ppl": 5.710795, "pplDeltaPercent": 1.8420864913062889, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.016535, "Ppl": 5.710795, "PplError": 0.107932 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 121, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:121", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-IQ2_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:122:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_s.gguf", "isSmallestProbe": false, "sizeBytes": 49962325696, "sizeGB": 49.962325696, "sizeGiB": 46.5310418009758, "kld": 0.003805, "ppl": 5.635262, "pplDeltaPercent": 0.4950869371377631, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003805, "Ppl": 5.635262, "PplError": 0.106118 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 122, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:122", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-IQ3_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:123:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_s.gguf", "isSmallestProbe": false, "sizeBytes": 50121250496, "sizeGB": 50.121250496, "sizeGiB": 46.67905205488205, "kld": 0.00124, "ppl": 5.614865, "pplDeltaPercent": 0.13134195274186475, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00124, "Ppl": 5.614865, "PplError": 0.105682 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 123, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:123", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-IQ4_XS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:124:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 50121250496, "sizeGB": 50.121250496, "sizeGiB": 46.67905205488205, "kld": 0.00124, "ppl": 5.614865, "pplDeltaPercent": 0.13134195274186475, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00124, "Ppl": 5.614865, "PplError": 0.105682 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 124, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:124", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-Q4_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:125:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 125, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:125", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-Q4_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:126:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 126, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:126", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-Q5_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:127:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 127, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:127", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-Q5_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:128:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 128, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:128", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-Q6_K'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:129:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 50598024896, "sizeGB": 50.598024896, "sizeGiB": 47.1230828166008, "kld": 0.000266, "ppl": 5.608684, "pplDeltaPercent": 0.02111457868926074, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000266, "Ppl": 5.608684, "PplError": 0.105504 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 129, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:129", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-Q6_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:130:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 50598024896, "sizeGB": 50.598024896, "sizeGiB": 47.1230828166008, "kld": 0.000266, "ppl": 5.608684, "pplDeltaPercent": 0.02111457868926074, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000266, "Ppl": 5.608684, "PplError": 0.105504 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 130, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:1:130", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-Q6_K_L'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:131:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_L", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_l.gguf", "isSmallestProbe": false, "sizeBytes": 50598024896, "sizeGB": 50.598024896, "sizeGiB": 47.1230828166008, "kld": 0.000266, "ppl": 5.608684, "pplDeltaPercent": 0.02111457868926074, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000266, "Ppl": 5.608684, "PplError": 0.105504 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 131, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:0", "description": "Continuation isolation coverage for group 'attn_q' using 'Q8_0'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:1:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 48427964096, "sizeGB": 48.427964096000004, "sizeGiB": 45.102056205272675, "kld": 0.000338, "ppl": 5.605318, "pplDeltaPercent": -0.03891217119929292, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000338, "Ppl": 5.605318, "PplError": 0.105361 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 1, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:100", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-IQ2_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:101:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 45610735296, "sizeGB": 45.610735296, "sizeGiB": 42.4783074259758, "kld": 0.043452, "ppl": 5.797849, "pplDeltaPercent": 3.394543022737411, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.043452, "Ppl": 5.797849, "PplError": 0.109056 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 101, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:102", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-Q2_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:103:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 45853546176, "sizeGB": 45.853546175999995, "sizeGiB": 42.70444267988205, "kld": 0.015438, "ppl": 5.673611, "pplDeltaPercent": 1.1789745876058895, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.015438, "Ppl": 5.673611, "PplError": 0.106634 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 103, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:103", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-IQ3_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:104:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 46025332416, "sizeGB": 46.025332416000005, "sizeGiB": 42.86443108320236, "kld": 0.009252, "ppl": 5.644554, "pplDeltaPercent": 0.6607935800267564, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.009252, "Ppl": 5.644554, "PplError": 0.106261 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 104, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:106", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-Q3_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:107:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 46280677056, "sizeGB": 46.280677056, "sizeGiB": 43.102239310741425, "kld": 0.00517, "ppl": 5.622959, "pplDeltaPercent": 0.27568435131520086, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00517, "Ppl": 5.622959, "PplError": 0.105774 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 107, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:113", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-Q4_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:114:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 46857967296, "sizeGB": 46.857967296, "sizeGiB": 43.63988274335861, "kld": 0.001566, "ppl": 5.614961, "pplDeltaPercent": 0.13305394560856287, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001566, "Ppl": 5.614961, "PplError": 0.105673 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 114, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:116", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-Q5_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:117:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 47279036096, "sizeGB": 47.279036096000006, "sizeGiB": 44.03203362226486, "kld": 0.000796, "ppl": 5.612627, "pplDeltaPercent": 0.0914311190370019, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000796, "Ppl": 5.612627, "PplError": 0.105621 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 117, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:118", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-Q6_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:119:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 47892616896, "sizeGB": 47.892616896, "sizeGiB": 44.60347527265549, "kld": 0.000439, "ppl": 5.607098, "pplDeltaPercent": -0.007168970129295327, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000439, "Ppl": 5.607098, "PplError": 0.10545 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 119, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:120", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-IQ1_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:121:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ1_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq1_m.gguf", "isSmallestProbe": false, "sizeBytes": 45530863296, "sizeGB": 45.53086329599999, "sizeGiB": 42.40392082929611, "kld": 0.05574, "ppl": 5.862152, "pplDeltaPercent": 4.541275078020511, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.05574, "Ppl": 5.862152, "PplError": 0.110307 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 121, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:121", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-IQ2_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:122:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_s.gguf", "isSmallestProbe": false, "sizeBytes": 45732550336, "sizeGB": 45.732550336, "sizeGiB": 42.59175652265549, "kld": 0.028259, "ppl": 5.710678, "pplDeltaPercent": 1.8399999999999959, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.028259, "Ppl": 5.710678, "PplError": 0.107221 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 122, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:122", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-IQ3_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:123:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_s.gguf", "isSmallestProbe": false, "sizeBytes": 46104958656, "sizeGB": 46.104958656, "sizeGiB": 42.93858879804611, "kld": 0.007441, "ppl": 5.623811, "pplDeltaPercent": 0.29087828800713267, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.007441, "Ppl": 5.623811, "PplError": 0.105675 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 123, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:123", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-IQ4_XS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:124:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 46482036416, "sizeGB": 46.482036416, "sizeGiB": 43.28976982831955, "kld": 0.003209, "ppl": 5.623195, "pplDeltaPercent": 0.2798930004458317, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003209, "Ppl": 5.623195, "PplError": 0.105947 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 124, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:124", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-Q4_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:125:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 46595086016, "sizeGB": 46.595086016, "sizeGiB": 43.3950554728508, "kld": 0.002295, "ppl": 5.616752, "pplDeltaPercent": 0.16499331252786514, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.002295, "Ppl": 5.616752, "PplError": 0.10577 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 125, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:125", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-Q4_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:126:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 46719932096, "sizeGB": 46.719932096, "sizeGiB": 43.51132744550705, "kld": 0.002097, "ppl": 5.62217, "pplDeltaPercent": 0.26161390994203726, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.002097, "Ppl": 5.62217, "PplError": 0.105846 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 126, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:126", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-Q5_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:127:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 47051708096, "sizeGB": 47.051708096, "sizeGiB": 43.820317924022675, "kld": 0.001077, "ppl": 5.61082, "pplDeltaPercent": 0.059206419973257846, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001077, "Ppl": 5.61082, "PplError": 0.105539 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 127, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:127", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-Q5_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:128:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 47208830656, "sizeGB": 47.208830656, "sizeGiB": 43.96664971113205, "kld": 0.000841, "ppl": 5.616591, "pplDeltaPercent": 0.16212215782433773, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000841, "Ppl": 5.616591, "PplError": 0.105759 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 128, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:128", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-Q6_K'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:129:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 47434847936, "sizeGB": 47.434847936, "sizeGiB": 44.17714470624924, "kld": 0.0007, "ppl": 5.609084, "pplDeltaPercent": 0.02824788230049491, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.0007, "Ppl": 5.609084, "PplError": 0.105526 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 129, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:129", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-Q6_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:130:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 47575996096, "sizeGB": 47.575996096000004, "sizeGiB": 44.308599174022675, "kld": 0.000577, "ppl": 5.61054, "pplDeltaPercent": 0.054213107445392344, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000577, "Ppl": 5.61054, "PplError": 0.105598 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 130, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:2:130", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-Q6_K_L'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:131:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_L", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_l.gguf", "isSmallestProbe": false, "sizeBytes": 47716570816, "sizeGB": 47.716570816, "sizeGiB": 44.439519584178925, "kld": 0.000619, "ppl": 5.609558, "pplDeltaPercent": 0.03670084707980193, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000619, "Ppl": 5.609558, "PplError": 0.105554 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 131, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:0", "description": "Continuation isolation coverage for group 'attn_kv' using 'Q8_0'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:1:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 51622844096, "sizeGB": 51.622844096, "sizeGiB": 48.077520072460175, "kld": 0.000281, "ppl": 5.609048, "pplDeltaPercent": 0.02760588497547322, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000281, "Ppl": 5.609048, "PplError": 0.105484 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 1, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:100", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-IQ2_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:101:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 51527120576, "sizeGB": 51.527120576, "sizeGiB": 47.98837059736252, "kld": 0.002236, "ppl": 5.611228, "pplDeltaPercent": 0.06648238965670498, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.002236, "Ppl": 5.611228, "PplError": 0.105437 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 101, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:102", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-Q2_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:103:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51533264576, "sizeGB": 51.53326457599999, "sizeGiB": 47.994092643260956, "kld": 0.000949, "ppl": 5.606535, "pplDeltaPercent": -0.017209094962102232, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000949, "Ppl": 5.606535, "PplError": 0.105371 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 103, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:103", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-IQ3_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:104:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 51539900096, "sizeGB": 51.539900096, "sizeGiB": 48.00027245283127, "kld": 0.00083, "ppl": 5.61007, "pplDeltaPercent": 0.0458314757021918, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00083, "Ppl": 5.61007, "PplError": 0.105536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 104, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:106", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-Q3_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:107:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51553416896, "sizeGB": 51.553416895999995, "sizeGiB": 48.01286095380783, "kld": 0.000593, "ppl": 5.607033, "pplDeltaPercent": -0.008328131966108803, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000593, "Ppl": 5.607033, "PplError": 0.105399 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 107, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:113", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-Q4_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:114:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51591345856, "sizeGB": 51.591345856, "sizeGiB": 48.04818505048752, "kld": 0.000387, "ppl": 5.607022, "pplDeltaPercent": -0.008524297815429346, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000387, "Ppl": 5.607022, "PplError": 0.105415 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 114, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:116", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-Q5_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:117:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51609327296, "sizeGB": 51.609327296, "sizeGiB": 48.06493157148361, "kld": 0.000261, "ppl": 5.607316, "pplDeltaPercent": -0.0032813196611674003, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000261, "Ppl": 5.607316, "PplError": 0.105413 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 117, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:118", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-Q6_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:119:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51615102656, "sizeGB": 51.615102656000005, "sizeGiB": 48.07031029462814, "kld": 0.000291, "ppl": 5.608563, "pplDeltaPercent": 0.01895675434686149, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000291, "Ppl": 5.608563, "PplError": 0.105453 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 119, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:120", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-IQ1_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:121:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ1_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq1_m.gguf", "isSmallestProbe": false, "sizeBytes": 51521427136, "sizeGB": 51.521427136, "sizeGiB": 47.9830681681633, "kld": 0.003164, "ppl": 5.609656, "pplDeltaPercent": 0.038448506464561195, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003164, "Ppl": 5.609656, "PplError": 0.105431 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 121, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:121", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-IQ2_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:122:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_s.gguf", "isSmallestProbe": false, "sizeBytes": 51535722176, "sizeGB": 51.53572217599999, "sizeGiB": 47.99638146162033, "kld": 0.00138, "ppl": 5.611789, "pplDeltaPercent": 0.07648684797146656, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00138, "Ppl": 5.611789, "PplError": 0.105472 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 122, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:122", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-IQ3_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:123:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_s.gguf", "isSmallestProbe": false, "sizeBytes": 51549157056, "sizeGB": 51.549157056000006, "sizeGiB": 48.00889366865158, "kld": 0.000599, "ppl": 5.608951, "pplDeltaPercent": 0.025876058849760374, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000599, "Ppl": 5.608951, "PplError": 0.105462 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 123, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:123", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-IQ4_XS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:124:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 51556734656, "sizeGB": 51.556734656, "sizeGiB": 48.01595085859299, "kld": 0.000534, "ppl": 5.606754, "pplDeltaPercent": -0.013303611234959564, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000534, "Ppl": 5.606754, "PplError": 0.105388 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 124, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:124", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-Q4_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:125:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 51565541056, "sizeGB": 51.565541056, "sizeGiB": 48.02415245771408, "kld": 0.0005, "ppl": 5.606102, "pplDeltaPercent": -0.024930896121266345, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.0005, "Ppl": 5.606102, "PplError": 0.105392 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 125, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:125", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-Q4_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:126:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 51583358656, "sizeGB": 51.583358656, "sizeGiB": 48.04074639081955, "kld": 0.000454, "ppl": 5.608377, "pplDeltaPercent": 0.015639768167632934, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000454, "Ppl": 5.608377, "PplError": 0.10547 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 126, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:126", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-Q5_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:127:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 51601626816, "sizeGB": 51.601626816, "sizeGiB": 48.05775994062424, "kld": 0.000363, "ppl": 5.607321, "pplDeltaPercent": -0.003192153366030339, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000363, "Ppl": 5.607321, "PplError": 0.105414 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 127, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:127", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-Q5_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:128:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 51608057536, "sizeGB": 51.608057536, "sizeGiB": 48.06374901533127, "kld": 0.000259, "ppl": 5.607058, "pplDeltaPercent": -0.007882300490407657, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000259, "Ppl": 5.607058, "PplError": 0.105413 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 128, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:128", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-Q6_K'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:129:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 51613136576, "sizeGB": 51.613136575999995, "sizeGiB": 48.06847923994064, "kld": 0.000273, "ppl": 5.607728, "pplDeltaPercent": 0.00406598305840205, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000273, "Ppl": 5.607728, "PplError": 0.105421 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 129, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:129", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-Q6_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:130:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 51613136576, "sizeGB": 51.613136575999995, "sizeGiB": 48.06847923994064, "kld": 0.000273, "ppl": 5.607728, "pplDeltaPercent": 0.00406598305840205, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000273, "Ppl": 5.607728, "PplError": 0.105421 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 130, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:3:130", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-Q6_K_L'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:131:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_L", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_l.gguf", "isSmallestProbe": false, "sizeBytes": 51613136576, "sizeGB": 51.613136575999995, "sizeGiB": 48.06847923994064, "kld": 0.000273, "ppl": 5.607728, "pplDeltaPercent": 0.00406598305840205, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000273, "Ppl": 5.607728, "PplError": 0.105421 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 131, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:0", "description": "Continuation isolation coverage for group 'attn_output' using 'Q8_0'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:1:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 51288610496, "sizeGB": 51.288610496000004, "sizeGiB": 47.766240775585175, "kld": 0.000241, "ppl": 5.606372, "pplDeltaPercent": -0.020115916183674965, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000241, "Ppl": 5.606372, "PplError": 0.105421 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 1, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:100", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-IQ2_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:101:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 50946021056, "sizeGB": 50.946021056000006, "sizeGiB": 47.4471794962883, "kld": 0.007289, "ppl": 5.632254, "pplDeltaPercent": 0.44144449398127006, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.007289, "Ppl": 5.632254, "PplError": 0.10618 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 101, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:102", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-Q2_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:103:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50963470016, "sizeGB": 50.963470016, "sizeGiB": 47.46343010663986, "kld": 0.002773, "ppl": 5.618614, "pplDeltaPercent": 0.19819884083816441, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.002773, "Ppl": 5.618614, "PplError": 0.105901 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 103, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:103", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-IQ3_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:104:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 50988046016, "sizeGB": 50.988046016, "sizeGiB": 47.48631829023361, "kld": 0.001724, "ppl": 5.610609, "pplDeltaPercent": 0.05544360231832814, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001724, "Ppl": 5.610609, "PplError": 0.105512 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 104, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:106", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-Q3_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:107:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51011393216, "sizeGB": 51.011393215999995, "sizeGiB": 47.508062064647675, "kld": 0.001188, "ppl": 5.618519, "pplDeltaPercent": 0.19650468123049689, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001188, "Ppl": 5.618519, "PplError": 0.105783 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 107, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:113", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-Q4_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:114:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51120756416, "sizeGB": 51.120756416000006, "sizeGiB": 47.60991448163986, "kld": 0.000335, "ppl": 5.607758, "pplDeltaPercent": 0.0046009808292402565, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000335, "Ppl": 5.607758, "PplError": 0.105465 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 114, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:116", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-Q5_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:117:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51170154176, "sizeGB": 51.170154176, "sizeGiB": 47.6559197306633, "kld": 0.000254, "ppl": 5.607576, "pplDeltaPercent": 0.0013553276861340167, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000254, "Ppl": 5.607576, "PplError": 0.105467 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 117, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:118", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-Q6_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:119:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51253958336, "sizeGB": 51.253958336000004, "sizeGiB": 47.73396843671799, "kld": 0.000247, "ppl": 5.606796, "pplDeltaPercent": -0.012554614355770235, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000247, "Ppl": 5.606796, "PplError": 0.105439 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 119, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:120", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-IQ1_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:121:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ1_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq1_m.gguf", "isSmallestProbe": false, "sizeBytes": 50928326336, "sizeGB": 50.928326336000005, "sizeGiB": 47.4307000041008, "kld": 0.010786, "ppl": 5.65029, "pplDeltaPercent": 0.7630851538118609, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.010786, "Ppl": 5.65029, "PplError": 0.106538 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 121, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:121", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-IQ2_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:122:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_s.gguf", "isSmallestProbe": false, "sizeBytes": 50973300416, "sizeGB": 50.973300416, "sizeGiB": 47.47258538007736, "kld": 0.004298, "ppl": 5.635359, "pplDeltaPercent": 0.4968167632634917, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004298, "Ppl": 5.635359, "PplError": 0.106663 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 122, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:122", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-IQ3_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:123:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_s.gguf", "isSmallestProbe": false, "sizeBytes": 51004020416, "sizeGB": 51.004020415999996, "sizeGiB": 47.50119560956955, "kld": 0.001234, "ppl": 5.61235, "pplDeltaPercent": 0.08649130628622814, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001234, "Ppl": 5.61235, "PplError": 0.105621 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 123, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:123", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-IQ4_XS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:124:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 51042113216, "sizeGB": 51.042113216, "sizeGiB": 47.53667229413986, "kld": 0.000762, "ppl": 5.610779, "pplDeltaPercent": 0.058475256353099095, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000762, "Ppl": 5.610779, "PplError": 0.105584 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 124, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:124", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-Q4_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:125:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 51070621376, "sizeGB": 51.070621376000005, "sizeGiB": 47.56322258710861, "kld": 0.000555, "ppl": 5.610142, "pplDeltaPercent": 0.0471154703522035, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000555, "Ppl": 5.610142, "PplError": 0.105556 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 125, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:125", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-Q4_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:126:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 51104044736, "sizeGB": 51.104044736000006, "sizeGiB": 47.59435051679611, "kld": 0.000394, "ppl": 5.609758, "pplDeltaPercent": 0.04026749888542694, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000394, "Ppl": 5.609758, "PplError": 0.105534 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 126, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:126", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-Q5_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:127:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 51141646016, "sizeGB": 51.141646016, "sizeGiB": 47.62936943769455, "kld": 0.000261, "ppl": 5.607742, "pplDeltaPercent": 0.004315648684798493, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000261, "Ppl": 5.607742, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 127, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:127", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-Q5_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:128:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 51158357696, "sizeGB": 51.158357695999996, "sizeGiB": 47.6449334025383, "kld": 0.000231, "ppl": 5.609153, "pplDeltaPercent": 0.0294783771734307, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000231, "Ppl": 5.609153, "PplError": 0.105495 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 128, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:128", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-Q6_K'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:129:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 51185391296, "sizeGB": 51.18539129599999, "sizeGiB": 47.670110404491425, "kld": 0.000261, "ppl": 5.607393, "pplDeltaPercent": -0.0019081587160028036, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000261, "Ppl": 5.607393, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 129, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:129", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-Q6_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:130:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 51238721216, "sizeGB": 51.238721215999995, "sizeGiB": 47.71977776288986, "kld": 0.00025, "ppl": 5.607363, "pplDeltaPercent": -0.0024431564868410104, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00025, "Ppl": 5.607363, "PplError": 0.105454 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 130, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:4:130", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-Q6_K_L'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:131:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_L", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_l.gguf", "isSmallestProbe": false, "sizeBytes": 51238721216, "sizeGB": 51.238721215999995, "sizeGiB": 47.71977776288986, "kld": 0.00025, "ppl": 5.607363, "pplDeltaPercent": -0.0024431564868410104, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00025, "Ppl": 5.607363, "PplError": 0.105454 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 131, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:0", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Q8_0'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:1:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 40927368896, "sizeGB": 40.927368896, "sizeGiB": 38.116582572460175, "kld": 0.000319, "ppl": 5.607504, "pplDeltaPercent": 7.13330361064812e-05, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000319, "Ppl": 5.607504, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 1, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:100", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-IQ2_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:101:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 31790954176, "sizeGB": 31.790954176, "sizeGiB": 29.60763329267502, "kld": 0.113096, "ppl": 6.061153, "pplDeltaPercent": 8.090111457868927, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.113096, "Ppl": 6.061153, "PplError": 0.115387 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 101, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:102", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-Q2_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:103:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 32419034816, "sizeGB": 32.419034816, "sizeGiB": 30.192578971385956, "kld": 0.051231, "ppl": 5.81361, "pplDeltaPercent": 3.675613018279087, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.051231, "Ppl": 5.81361, "PplError": 0.109899 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 103, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:103", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-IQ3_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:104:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 32992106176, "sizeGB": 32.992106176, "sizeGiB": 30.72629326581955, "kld": 0.031118, "ppl": 5.747072, "pplDeltaPercent": 2.489023629068217, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.031118, "Ppl": 5.747072, "PplError": 0.108879 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 104, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:106", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-Q3_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:107:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 33840920256, "sizeGB": 33.840920256, "sizeGiB": 31.51681298017502, "kld": 0.014734, "ppl": 5.660148, "pplDeltaPercent": 0.938885421310753, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.014734, "Ppl": 5.660148, "PplError": 0.106349 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 107, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:113", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-Q4_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:114:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 35722376896, "sizeGB": 35.72237689599999, "sizeGiB": 33.269056022167206, "kld": 0.003343, "ppl": 5.598804, "pplDeltaPercent": -0.15507802050824063, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003343, "Ppl": 5.598804, "PplError": 0.105053 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 114, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:116", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-Q5_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:117:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 36994553536, "sizeGB": 36.994553536, "sizeGiB": 34.453862845897675, "kld": 0.0014, "ppl": 5.605467, "pplDeltaPercent": -0.036255015604100785, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.0014, "Ppl": 5.605467, "PplError": 0.105325 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 117, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:118", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-Q6_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:119:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 39237400256, "sizeGB": 39.237400256, "sizeGiB": 36.542676627635956, "kld": 0.000446, "ppl": 5.609383, "pplDeltaPercent": 0.03358002674989391, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000446, "Ppl": 5.609383, "PplError": 0.10546 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 119, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:120", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-IQ1_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:121:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ1_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq1_m.gguf", "isSmallestProbe": false, "sizeBytes": 31554205376, "sizeGB": 31.554205376, "sizeGiB": 29.387143790721893, "kld": 0.147681, "ppl": 6.269303, "pplDeltaPercent": 11.802104324565313, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.147681, "Ppl": 6.269303, "PplError": 0.119593 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 121, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:121", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-IQ2_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:122:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_s.gguf", "isSmallestProbe": false, "sizeBytes": 32198997696, "sizeGB": 32.198997696, "sizeGiB": 29.98765343427658, "kld": 0.076717, "ppl": 5.94885, "pplDeltaPercent": 6.087382969237633, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.076717, "Ppl": 5.94885, "PplError": 0.112807 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 122, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:122", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-IQ3_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:123:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_s.gguf", "isSmallestProbe": false, "sizeBytes": 33327036096, "sizeGB": 33.327036096, "sizeGiB": 31.038221061229706, "kld": 0.022959, "ppl": 5.693353, "pplDeltaPercent": 1.5310387873383893, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.022959, "Ppl": 5.693353, "PplError": 0.107495 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 123, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:123", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-IQ4_XS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:124:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 34372212416, "sizeGB": 34.372212416, "sizeGiB": 32.01161736249924, "kld": 0.008971, "ppl": 5.644322, "pplDeltaPercent": 0.6566562639322321, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.008971, "Ppl": 5.644322, "PplError": 0.106188 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 124, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:124", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-Q4_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:125:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 34819946176, "sizeGB": 34.819946175999995, "sizeGiB": 32.428601920604706, "kld": 0.006548, "ppl": 5.616054, "pplDeltaPercent": 0.15254569772626256, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006548, "Ppl": 5.616054, "PplError": 0.105459 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 125, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:125", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-Q4_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:126:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 35262109376, "sizeGB": 35.262109376, "sizeGiB": 32.840398490428925, "kld": 0.004804, "ppl": 5.60342, "pplDeltaPercent": -0.07275969683459801, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004804, "Ppl": 5.60342, "PplError": 0.105155 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 126, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:126", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-Q5_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:127:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 36272469696, "sizeGB": 36.272469696, "sizeGiB": 33.78136986494064, "kld": 0.00217, "ppl": 5.603564, "pplDeltaPercent": -0.07019170753454294, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00217, "Ppl": 5.603564, "PplError": 0.105246 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 127, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:127", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-Q5_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:128:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 36757804736, "sizeGB": 36.757804736, "sizeGiB": 34.23337334394455, "kld": 0.001618, "ppl": 5.604714, "pplDeltaPercent": -0.04968345965224273, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001618, "Ppl": 5.604714, "PplError": 0.105343 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 128, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:128", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-Q6_K'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:129:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 37567624896, "sizeGB": 37.567624896, "sizeGiB": 34.98757714033127, "kld": 0.000996, "ppl": 5.607184, "pplDeltaPercent": -0.00563530985287135, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000996, "Ppl": 5.607184, "PplError": 0.105377 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 129, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:129", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-Q6_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:130:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 38123288256, "sizeGB": 38.123288256, "sizeGiB": 35.505078971385956, "kld": 0.000703, "ppl": 5.609643, "pplDeltaPercent": 0.038216674097195334, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000703, "Ppl": 5.609643, "PplError": 0.105476 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 130, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:5:130", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-Q6_K_L'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:131:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_L", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_l.gguf", "isSmallestProbe": false, "sizeBytes": 38593304256, "sizeGB": 38.593304255999996, "sizeGiB": 35.942815482616425, "kld": 0.000549, "ppl": 5.610478, "pplDeltaPercent": 0.05310744538563893, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000549, "Ppl": 5.610478, "PplError": 0.105514 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 131, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:0", "description": "Continuation isolation coverage for group 'ffn_down' using 'Q8_0'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:1:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 46358664896, "sizeGB": 46.35866489599999, "sizeGiB": 43.174871146678925, "kld": 0.000314, "ppl": 5.607441, "pplDeltaPercent": -0.0010521622826616726, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000314, "Ppl": 5.607441, "PplError": 0.105455 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 1, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:100", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-IQ2_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:101:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 41883416256, "sizeGB": 41.883416256, "sizeGiB": 39.006971061229706, "kld": 0.058199, "ppl": 5.78994, "pplDeltaPercent": 3.2534997770842575, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.058199, "Ppl": 5.78994, "PplError": 0.108337 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 101, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:102", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-Q2_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:103:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 42301208256, "sizeGB": 42.301208255999995, "sizeGiB": 39.396070182323456, "kld": 0.023, "ppl": 5.682417, "pplDeltaPercent": 1.3360142666072246, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.023, "Ppl": 5.682417, "PplError": 0.107025 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 103, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:103", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-IQ3_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:104:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 42501748416, "sizeGB": 42.501748416000005, "sizeGiB": 39.582837760448456, "kld": 0.016953, "ppl": 5.689958, "pplDeltaPercent": 1.470494872938028, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.016953, "Ppl": 5.689958, "PplError": 0.107309 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 104, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:106", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-Q3_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:107:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 42995439296, "sizeGB": 42.995439295999994, "sizeGiB": 40.04262322187424, "kld": 0.007231, "ppl": 5.633671, "pplDeltaPercent": 0.46671422202407, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.007231, "Ppl": 5.633671, "PplError": 0.105996 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 107, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:113", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-Q4_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:114:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 43933382336, "sizeGB": 43.933382336, "sizeGiB": 40.916150748729706, "kld": 0.001917, "ppl": 5.60654, "pplDeltaPercent": -0.01711992866696517, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001917, "Ppl": 5.60654, "PplError": 0.105349 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 114, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:116", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-Q5_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:117:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 44587923136, "sizeGB": 44.587923136, "sizeGiB": 41.52573937177658, "kld": 0.000741, "ppl": 5.609869, "pplDeltaPercent": 0.04224699063753622, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000741, "Ppl": 5.609869, "PplError": 0.105488 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 117, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:118", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-Q6_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:119:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 45522384576, "sizeGB": 45.52238457599999, "sizeGiB": 42.39602440595627, "kld": 0.000457, "ppl": 5.606606, "pplDeltaPercent": -0.015942933571105277, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000457, "Ppl": 5.606606, "PplError": 0.105405 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 119, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:120", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-IQ1_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:121:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ1_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq1_m.gguf", "isSmallestProbe": false, "sizeBytes": 41771308736, "sizeGB": 41.771308736, "sizeGiB": 38.90256279706955, "kld": 0.073063, "ppl": 5.878186, "pplDeltaPercent": 4.827213553276869, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.073063, "Ppl": 5.878186, "PplError": 0.110318 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 121, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:121", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-IQ2_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:122:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_s.gguf", "isSmallestProbe": false, "sizeBytes": 42101364416, "sizeGB": 42.101364416, "sizeGiB": 39.20995110273361, "kld": 0.041621, "ppl": 5.737818, "pplDeltaPercent": 2.3239946500222906, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.041621, "Ppl": 5.737818, "PplError": 0.108138 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 122, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:122", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-IQ3_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:123:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_s.gguf", "isSmallestProbe": false, "sizeBytes": 42740586176, "sizeGB": 42.740586175999994, "sizeGiB": 39.80527275800705, "kld": 0.01077, "ppl": 5.646783, "pplDeltaPercent": 0.7005439144003599, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.01077, "Ppl": 5.646783, "PplError": 0.106224 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 123, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:123", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-IQ4_XS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:124:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 43223135936, "sizeGB": 43.223135936, "sizeGiB": 40.25468224287033, "kld": 0.004789, "ppl": 5.624333, "pplDeltaPercent": 0.30018724921979667, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004789, "Ppl": 5.624333, "PplError": 0.105856 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 124, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:124", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-Q4_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:125:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 43461277376, "sizeGB": 43.461277376000005, "sizeGiB": 40.47646874189377, "kld": 0.003654, "ppl": 5.618176, "pplDeltaPercent": 0.1903878733838632, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003654, "Ppl": 5.618176, "PplError": 0.105653 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 125, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:125", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-Q4_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:126:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 43638838976, "sizeGB": 43.63883897600001, "sizeGiB": 40.64183586835861, "kld": 0.002935, "ppl": 5.606485, "pplDeltaPercent": -0.01810075791350452, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.002935, "Ppl": 5.606485, "PplError": 0.105321 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 126, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:126", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-Q5_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:127:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 44204250816, "sizeGB": 44.204250816, "sizeGiB": 41.16841667890549, "kld": 0.001289, "ppl": 5.613517, "pplDeltaPercent": 0.10730271957200069, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001289, "Ppl": 5.613517, "PplError": 0.105595 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 127, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:127", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-Q5_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:128:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 44479993536, "sizeGB": 44.479993536, "sizeGiB": 41.42522209882736, "kld": 0.00095, "ppl": 5.608912, "pplDeltaPercent": 0.02518056174766279, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00095, "Ppl": 5.608912, "PplError": 0.105431 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 128, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:128", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-Q6_K'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:129:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 44771751616, "sizeGB": 44.771751615999996, "sizeGiB": 41.69694298505783, "kld": 0.000699, "ppl": 5.607081, "pplDeltaPercent": -0.007472135532767672, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000699, "Ppl": 5.607081, "PplError": 0.105402 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 129, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:129", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-Q6_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:130:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 45006411456, "sizeGB": 45.006411456, "sizeGiB": 41.91548699140549, "kld": 0.000558, "ppl": 5.604564, "pplDeltaPercent": -0.05235844850646545, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000558, "Ppl": 5.604564, "PplError": 0.105314 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 130, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "cont:0:6:130", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-Q6_K_L'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:131:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_L", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_l.gguf", "isSmallestProbe": false, "sizeBytes": 45316273856, "sizeGB": 45.316273856, "sizeGiB": 42.20406883955002, "kld": 0.000511, "ppl": 5.604481, "pplDeltaPercent": -0.05383860900579768, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000511, "Ppl": 5.604481, "PplError": 0.105321 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 131, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V3" }, { "key": "baseonly:0", "description": "Base-only isolation for Q8_0 with all active groups forced native.", "kind": "BaseOnlyIsolation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:0", "group": null, "testedBaseline": "Q8_0", "testedCandidate": null, "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": null, "isSmallestProbe": false, "sizeBytes": 51789960896, "sizeGB": 51.789960896, "sizeGiB": 48.233159720897675, "kld": 0.000204, "ppl": 5.607101, "pplDeltaPercent": -0.007115470352203588, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000204, "Ppl": 5.607101, "PplError": 0.105448 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "carrier-baseonly:0", "description": "Carrier base-only isolation on Q8 with all active groups forced native.", "kind": "BaseOnlyIsolation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:0", "group": null, "testedBaseline": "Q8_0", "testedCandidate": null, "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": null, "isSmallestProbe": false, "sizeBytes": 51789960896, "sizeGB": 51.789960896, "sizeGiB": 48.233159720897675, "kld": 0.000204, "ppl": 5.607101, "pplDeltaPercent": -0.007115470352203588, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000204, "Ppl": 5.607101, "PplError": 0.105448 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "probe:0:0:100", "description": "Smallest-first probe for group 'embeddings' using 'Unsloth-UD-IQ2_XXS'.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:101:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": true, "sizeBytes": 49664341696, "sizeGB": 49.664341696, "sizeGiB": 46.25352257490158, "kld": 0.001949, "ppl": 5.607424, "pplDeltaPercent": -0.0013553276861340167, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001949, "Ppl": 5.607424, "PplError": 0.10533 } ], "config": { "BaseQuant": 0, "Embeddings": 101, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "probe:0:1:100", "description": "Smallest-first probe for group 'lm_head' using 'Unsloth-UD-IQ2_XXS'.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:101:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": true, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.016535, "ppl": 5.710795, "pplDeltaPercent": 1.8420864913062889, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.016535, "Ppl": 5.710795, "PplError": 0.107932 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 101, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "probe:0:2:100", "description": "Smallest-first probe for group 'attn_q' using 'Unsloth-UD-IQ2_XXS'.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:101:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": true, "sizeBytes": 45763925696, "sizeGB": 45.76392569600001, "sizeGiB": 42.620977103710175, "kld": 0.022907, "ppl": 5.714688, "pplDeltaPercent": 1.9115113687026275, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.022907, "Ppl": 5.714688, "PplError": 0.107622 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 101, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "probe:0:3:100", "description": "Smallest-first probe for group 'attn_kv' using 'Unsloth-UD-IQ2_XXS'.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:202:101:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": true, "sizeBytes": 51515692736, "sizeGB": 51.515692736000005, "sizeGiB": 47.977727591991425, "kld": 0.002135, "ppl": 5.615121, "pplDeltaPercent": 0.1359072670530597, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.002135, "Ppl": 5.615121, "PplError": 0.105656 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 101, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "probe:0:4:100", "description": "Smallest-first probe for group 'attn_output' using 'Unsloth-UD-IQ2_XXS'.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:202:202:101:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": true, "sizeBytes": 50898343616, "sizeGB": 50.898343616, "sizeGiB": 47.402776420116425, "kld": 0.00951, "ppl": 5.669279, "pplDeltaPercent": 1.1017209094962188, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00951, "Ppl": 5.669279, "PplError": 0.107424 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 101, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "probe:0:5:100", "description": "Smallest-first probe for group 'ffn_up_gate' using 'Unsloth-UD-IQ2_XXS'.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:202:202:202:101:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": true, "sizeBytes": 32365418176, "sizeGB": 32.365418176, "sizeGiB": 30.142644584178925, "kld": 0.068366, "ppl": 5.89244, "pplDeltaPercent": 5.081408827463214, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.068366, "Ppl": 5.89244, "PplError": 0.111131 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 101, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "probe:0:6:100", "description": "Smallest-first probe for group 'ffn_down' using 'Unsloth-UD-IQ2_XXS'.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:202:202:202:202:101:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_xxs.gguf", "isSmallestProbe": true, "sizeBytes": 42077689536, "sizeGB": 42.077689536, "sizeGiB": 39.1879021525383, "kld": 0.045491, "ppl": 5.732698, "pplDeltaPercent": 2.232688363798487, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.045491, "Ppl": 5.732698, "PplError": 0.107215 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 101, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:0:0", "description": "Continuation isolation coverage for group 'embeddings' using 'Q8_0'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:1:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 50598024896, "sizeGB": 50.598024896, "sizeGiB": 47.1230828166008, "kld": 0.000214, "ppl": 5.607413, "pplDeltaPercent": -0.0015514935354387193, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000214, "Ppl": 5.607413, "PplError": 0.105452 } ], "config": { "BaseQuant": 0, "Embeddings": 1, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:0:101", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-IQ2_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:102:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 49664341696, "sizeGB": 49.664341696, "sizeGiB": 46.25352257490158, "kld": 0.001949, "ppl": 5.607424, "pplDeltaPercent": -0.0013553276861340167, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001949, "Ppl": 5.607424, "PplError": 0.10533 } ], "config": { "BaseQuant": 0, "Embeddings": 102, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:0:102", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-Q2_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:103:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 49664341696, "sizeGB": 49.664341696, "sizeGiB": 46.25352257490158, "kld": 0.001949, "ppl": 5.607424, "pplDeltaPercent": -0.0013553276861340167, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001949, "Ppl": 5.607424, "PplError": 0.10533 } ], "config": { "BaseQuant": 0, "Embeddings": 103, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:0:103", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-IQ3_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:104:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 49664341696, "sizeGB": 49.664341696, "sizeGiB": 46.25352257490158, "kld": 0.001949, "ppl": 5.607424, "pplDeltaPercent": -0.0013553276861340167, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001949, "Ppl": 5.607424, "PplError": 0.10533 } ], "config": { "BaseQuant": 0, "Embeddings": 104, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:0:104", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-Q3_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:105:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.000873, "ppl": 5.604607, "pplDeltaPercent": -0.05159161836826138, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000873, "Ppl": 5.604607, "PplError": 0.105333 } ], "config": { "BaseQuant": 0, "Embeddings": 105, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:0:105", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-Q3_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:106:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.000873, "ppl": 5.604607, "pplDeltaPercent": -0.05159161836826138, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000873, "Ppl": 5.604607, "PplError": 0.105333 } ], "config": { "BaseQuant": 0, "Embeddings": 106, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:0:106", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-Q3_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:107:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.000873, "ppl": 5.604607, "pplDeltaPercent": -0.05159161836826138, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000873, "Ppl": 5.604607, "PplError": 0.105333 } ], "config": { "BaseQuant": 0, "Embeddings": 107, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:0:107", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-IQ4_XS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:108:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 49962325696, "sizeGB": 49.962325696, "sizeGiB": 46.5310418009758, "kld": 0.000401, "ppl": 5.607943, "pplDeltaPercent": 0.007900133749438237, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000401, "Ppl": 5.607943, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 108, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:0:108", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-Q4_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:109:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 49962325696, "sizeGB": 49.962325696, "sizeGiB": 46.5310418009758, "kld": 0.000401, "ppl": 5.607943, "pplDeltaPercent": 0.007900133749438237, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000401, "Ppl": 5.607943, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 109, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:0:109", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-IQ4_NL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:110:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 49962325696, "sizeGB": 49.962325696, "sizeGiB": 46.5310418009758, "kld": 0.000401, "ppl": 5.607943, "pplDeltaPercent": 0.007900133749438237, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000401, "Ppl": 5.607943, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 110, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:0:112", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-Q4_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:113:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 49962325696, "sizeGB": 49.962325696, "sizeGiB": 46.5310418009758, "kld": 0.000401, "ppl": 5.607943, "pplDeltaPercent": 0.007900133749438237, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000401, "Ppl": 5.607943, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 113, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:0:113", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-Q4_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:114:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 49962325696, "sizeGB": 49.962325696, "sizeGiB": 46.5310418009758, "kld": 0.000401, "ppl": 5.607943, "pplDeltaPercent": 0.007900133749438237, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000401, "Ppl": 5.607943, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 114, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:0:114", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-Q5_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:115:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 50121250496, "sizeGB": 50.121250496, "sizeGiB": 46.67905205488205, "kld": 0.000274, "ppl": 5.607573, "pplDeltaPercent": 0.0013018279090581157, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000274, "Ppl": 5.607573, "PplError": 0.105455 } ], "config": { "BaseQuant": 0, "Embeddings": 115, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:0:115", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-Q5_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:116:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 50121250496, "sizeGB": 50.121250496, "sizeGiB": 46.67905205488205, "kld": 0.000274, "ppl": 5.607573, "pplDeltaPercent": 0.0013018279090581157, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000274, "Ppl": 5.607573, "PplError": 0.105455 } ], "config": { "BaseQuant": 0, "Embeddings": 116, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:0:116", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-Q5_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:117:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50121250496, "sizeGB": 50.121250496, "sizeGiB": 46.67905205488205, "kld": 0.000274, "ppl": 5.607573, "pplDeltaPercent": 0.0013018279090581157, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000274, "Ppl": 5.607573, "PplError": 0.105455 } ], "config": { "BaseQuant": 0, "Embeddings": 117, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:0:117", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-Q6_K'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:118:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000239, "ppl": 5.607552, "pplDeltaPercent": 0.0009273294694634511, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000239, "Ppl": 5.607552, "PplError": 0.105459 } ], "config": { "BaseQuant": 0, "Embeddings": 118, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:0:118", "description": "Continuation isolation coverage for group 'embeddings' using 'Unsloth-UD-Q6_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:119:202:202:202:202:202:202:0:0", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000239, "ppl": 5.607552, "pplDeltaPercent": 0.0009273294694634511, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000239, "Ppl": 5.607552, "PplError": 0.105459 } ], "config": { "BaseQuant": 0, "Embeddings": 119, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:1:0", "description": "Continuation isolation coverage for group 'lm_head' using 'Q8_0'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:1:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 50598024896, "sizeGB": 50.598024896, "sizeGiB": 47.1230828166008, "kld": 0.000266, "ppl": 5.608684, "pplDeltaPercent": 0.02111457868926074, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000266, "Ppl": 5.608684, "PplError": 0.105504 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 1, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:1:101", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-IQ2_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:102:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.016535, "ppl": 5.710795, "pplDeltaPercent": 1.8420864913062889, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.016535, "Ppl": 5.710795, "PplError": 0.107932 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 102, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:1:102", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-Q2_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:103:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 49793468096, "sizeGB": 49.793468096000005, "sizeGiB": 46.37378090620041, "kld": 0.016535, "ppl": 5.710795, "pplDeltaPercent": 1.8420864913062889, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.016535, "Ppl": 5.710795, "PplError": 0.107932 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 103, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:1:103", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-IQ3_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:104:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 50121250496, "sizeGB": 50.121250496, "sizeGiB": 46.67905205488205, "kld": 0.00124, "ppl": 5.614865, "pplDeltaPercent": 0.13134195274186475, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00124, "Ppl": 5.614865, "PplError": 0.105682 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 104, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:1:104", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-Q3_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:105:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 105, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:1:105", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-Q3_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:106:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 106, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:1:106", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-Q3_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:107:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50121250496, "sizeGB": 50.121250496, "sizeGiB": 46.67905205488205, "kld": 0.00124, "ppl": 5.614865, "pplDeltaPercent": 0.13134195274186475, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00124, "Ppl": 5.614865, "PplError": 0.105682 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 107, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:1:107", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-IQ4_XS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:108:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 108, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:1:108", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-Q4_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:109:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 109, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:1:109", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-IQ4_NL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:110:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 110, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:1:112", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-Q4_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:113:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 113, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:1:113", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-Q4_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:114:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 114, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:1:114", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-Q5_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:115:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 115, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:1:115", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-Q5_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:116:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 116, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:1:116", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-Q5_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:117:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 117, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:1:117", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-Q6_K'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:118:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 50290108096, "sizeGB": 50.290108096000004, "sizeGiB": 46.83631294965744, "kld": 0.000468, "ppl": 5.60432, "pplDeltaPercent": -0.05670976370930926, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000468, "Ppl": 5.60432, "PplError": 0.10536 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 118, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:1:118", "description": "Continuation isolation coverage for group 'lm_head' using 'Unsloth-UD-Q6_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:119:202:202:202:202:202:0:0", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50598024896, "sizeGB": 50.598024896, "sizeGiB": 47.1230828166008, "kld": 0.000266, "ppl": 5.608684, "pplDeltaPercent": 0.02111457868926074, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000266, "Ppl": 5.608684, "PplError": 0.105504 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 119, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:2:0", "description": "Continuation isolation coverage for group 'attn_q' using 'Q8_0'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:1:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 48427964096, "sizeGB": 48.427964096000004, "sizeGiB": 45.102056205272675, "kld": 0.000338, "ppl": 5.605318, "pplDeltaPercent": -0.03891217119929292, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000338, "Ppl": 5.605318, "PplError": 0.105361 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 1, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:2:101", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-IQ2_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:102:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 46040651456, "sizeGB": 46.040651456, "sizeGiB": 42.8786980509758, "kld": 0.008957, "ppl": 5.63623, "pplDeltaPercent": 0.512349531876957, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.008957, "Ppl": 5.63623, "PplError": 0.105547 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 102, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:2:102", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-Q2_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:103:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 46040651456, "sizeGB": 46.040651456, "sizeGiB": 42.8786980509758, "kld": 0.008957, "ppl": 5.63623, "pplDeltaPercent": 0.512349531876957, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.008957, "Ppl": 5.63623, "PplError": 0.105547 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 103, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:2:103", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-IQ3_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:104:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 46267242176, "sizeGB": 46.267242175999996, "sizeGiB": 43.089727103710175, "kld": 0.005316, "ppl": 5.61162, "pplDeltaPercent": 0.07347302719572618, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005316, "Ppl": 5.61162, "PplError": 0.105391 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 104, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:2:104", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-Q3_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:105:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 46158616256, "sizeGB": 46.158616255999995, "sizeGiB": 42.9885613322258, "kld": 0.011989, "ppl": 5.693411, "pplDeltaPercent": 1.5320731163620205, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.011989, "Ppl": 5.693411, "PplError": 0.108034 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 105, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:2:105", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-Q3_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:106:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 46505957056, "sizeGB": 46.505957056, "sizeGiB": 43.3120476603508, "kld": 0.003666, "ppl": 5.632984, "pplDeltaPercent": 0.45446277307178795, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003666, "Ppl": 5.632984, "PplError": 0.106309 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 106, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:2:106", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-Q3_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:107:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 46522832576, "sizeGB": 46.522832576, "sizeGiB": 43.327764213085175, "kld": 0.002327, "ppl": 5.608493, "pplDeltaPercent": 0.017708426214895115, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.002327, "Ppl": 5.608493, "PplError": 0.105568 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 107, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:2:107", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-IQ4_XS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:108:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 46918014656, "sizeGB": 46.918014656000004, "sizeGiB": 43.695806205272675, "kld": 0.001458, "ppl": 5.614424, "pplDeltaPercent": 0.12347748551047183, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001458, "Ppl": 5.614424, "PplError": 0.105704 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 108, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:2:108", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-Q4_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:109:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 46654559936, "sizeGB": 46.654559936, "sizeGiB": 43.450444877147675, "kld": 0.002016, "ppl": 5.609776, "pplDeltaPercent": 0.04058849754792986, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.002016, "Ppl": 5.609776, "PplError": 0.105471 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 109, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:2:109", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-IQ4_NL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:110:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 46949471936, "sizeGB": 46.949471935999995, "sizeGiB": 43.725103080272675, "kld": 0.001357, "ppl": 5.614912, "pplDeltaPercent": 0.13218011591619114, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001357, "Ppl": 5.614912, "PplError": 0.105688 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 110, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:2:112", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-Q4_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:113:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 46959302336, "sizeGB": 46.959302336, "sizeGiB": 43.734258353710175, "kld": 0.001626, "ppl": 5.600513, "pplDeltaPercent": -0.12460098082924, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001626, "Ppl": 5.600513, "PplError": 0.105177 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 113, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:2:113", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-Q4_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:114:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 47083165376, "sizeGB": 47.083165376000004, "sizeGiB": 43.849614799022675, "kld": 0.001145, "ppl": 5.612594, "pplDeltaPercent": 0.09084262148907195, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001145, "Ppl": 5.612594, "PplError": 0.105601 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 114, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:2:114", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-Q5_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:115:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 47083165376, "sizeGB": 47.083165376000004, "sizeGiB": 43.849614799022675, "kld": 0.001145, "ppl": 5.612594, "pplDeltaPercent": 0.09084262148907195, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001145, "Ppl": 5.612594, "PplError": 0.105601 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 115, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:2:115", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-Q5_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:116:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 47250282176, "sizeGB": 47.250282176, "sizeGiB": 44.005254447460175, "kld": 0.000883, "ppl": 5.612046, "pplDeltaPercent": 0.08106999554169207, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000883, "Ppl": 5.612046, "PplError": 0.105628 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 116, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:2:116", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-Q5_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:117:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 47225214656, "sizeGB": 47.225214656000006, "sizeGiB": 43.98190850019455, "kld": 0.000885, "ppl": 5.615407, "pplDeltaPercent": 0.14100757913509285, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000885, "Ppl": 5.615407, "PplError": 0.105697 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 117, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:2:117", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-Q6_K'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:118:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 47559448256, "sizeGB": 47.559448255999996, "sizeGiB": 44.29318779706955, "kld": 0.000527, "ppl": 5.609055, "pplDeltaPercent": 0.02773071778867144, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000527, "Ppl": 5.609055, "PplError": 0.105507 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 118, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:2:118", "description": "Continuation isolation coverage for group 'attn_q' using 'Unsloth-UD-Q6_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:119:202:202:202:202:0:0", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 48427964096, "sizeGB": 48.427964096000004, "sizeGiB": 45.102056205272675, "kld": 0.000338, "ppl": 5.605318, "pplDeltaPercent": -0.03891217119929292, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000338, "Ppl": 5.605318, "PplError": 0.105361 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 119, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:3:0", "description": "Continuation isolation coverage for group 'attn_kv' using 'Q8_0'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:1:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 51622844096, "sizeGB": 51.622844096, "sizeGiB": 48.077520072460175, "kld": 0.000281, "ppl": 5.609048, "pplDeltaPercent": 0.02760588497547322, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000281, "Ppl": 5.609048, "PplError": 0.105484 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 1, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:3:101", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-IQ2_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:102:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 51519092416, "sizeGB": 51.519092416, "sizeGiB": 47.98089379072189, "kld": 0.001526, "ppl": 5.611333, "pplDeltaPercent": 0.06835488185466246, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001526, "Ppl": 5.611333, "PplError": 0.105491 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 102, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:3:102", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-Q2_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:103:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51519092416, "sizeGB": 51.519092416, "sizeGiB": 47.98089379072189, "kld": 0.001526, "ppl": 5.611333, "pplDeltaPercent": 0.06835488185466246, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001526, "Ppl": 5.611333, "PplError": 0.105491 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 103, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:3:103", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-IQ3_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:104:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 51528144576, "sizeGB": 51.528144575999995, "sizeGiB": 47.989324271678925, "kld": 0.001308, "ppl": 5.618284, "pplDeltaPercent": 0.1923138653588966, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001308, "Ppl": 5.618284, "PplError": 0.105768 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 104, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:3:104", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-Q3_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:105:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 51510040256, "sizeGB": 51.510040256, "sizeGiB": 47.97246330976486, "kld": 0.006459, "ppl": 5.654623, "pplDeltaPercent": 0.8403566651805623, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006459, "Ppl": 5.654623, "PplError": 0.106639 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 105, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:3:105", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-Q3_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:106:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 51521877696, "sizeGB": 51.521877696000004, "sizeGiB": 47.98348778486252, "kld": 0.001491, "ppl": 5.611809, "pplDeltaPercent": 0.07684351315203064, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001491, "Ppl": 5.611809, "PplError": 0.105515 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 106, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:3:106", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-Q3_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:107:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51542070976, "sizeGB": 51.542070976000005, "sizeGiB": 48.00229424238205, "kld": 0.000657, "ppl": 5.611575, "pplDeltaPercent": 0.07267053053946096, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000657, "Ppl": 5.611575, "PplError": 0.105554 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 107, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:3:107", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-IQ4_XS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:108:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 51542234816, "sizeGB": 51.542234816, "sizeGiB": 48.002446830272675, "kld": 0.000657, "ppl": 5.611575, "pplDeltaPercent": 0.07267053053946096, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000657, "Ppl": 5.611575, "PplError": 0.105554 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 108, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:3:108", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-Q4_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:109:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 51534370496, "sizeGB": 51.534370495999994, "sizeGiB": 47.995122611522675, "kld": 0.000877, "ppl": 5.60696, "pplDeltaPercent": -0.009629959875166919, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000877, "Ppl": 5.60696, "PplError": 0.105348 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 109, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:3:109", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-IQ4_NL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:110:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 51544856256, "sizeGB": 51.544856255999996, "sizeGiB": 48.004888236522675, "kld": 0.000657, "ppl": 5.612263, "pplDeltaPercent": 0.08493981275077359, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000657, "Ppl": 5.612263, "PplError": 0.105568 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 110, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:3:112", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-Q4_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:113:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 51545880256, "sizeGB": 51.545880256, "sizeGiB": 48.00584191083908, "kld": 0.000722, "ppl": 5.607282, "pplDeltaPercent": -0.003887650468127928, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000722, "Ppl": 5.607282, "PplError": 0.105414 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 113, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:3:113", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-Q4_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:114:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51567834816, "sizeGB": 51.567834816, "sizeGiB": 48.02628868818283, "kld": 0.00045, "ppl": 5.607083, "pplDeltaPercent": -0.007436469014706511, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00045, "Ppl": 5.607083, "PplError": 0.105436 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 114, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:3:114", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-Q5_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:115:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 51555997376, "sizeGB": 51.555997376, "sizeGiB": 48.015264213085175, "kld": 0.000572, "ppl": 5.606304, "pplDeltaPercent": -0.021328577797596022, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000572, "Ppl": 5.606304, "PplError": 0.105361 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 115, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:3:115", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-Q5_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:116:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 51562264256, "sizeGB": 51.56226425599999, "sizeGiB": 48.02110069990158, "kld": 0.00043, "ppl": 5.609499, "pplDeltaPercent": 0.035648684797140257, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00043, "Ppl": 5.609499, "PplError": 0.105475 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 116, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:3:116", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-Q5_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:117:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51601258176, "sizeGB": 51.601258175999995, "sizeGiB": 48.05741661787033, "kld": 0.000263, "ppl": 5.608734, "pplDeltaPercent": 0.02200624164066303, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000263, "Ppl": 5.608734, "PplError": 0.105482 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 117, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:3:117", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-Q6_K'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:118:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 51579672256, "sizeGB": 51.579672255999995, "sizeGiB": 48.03731316328049, "kld": 0.000328, "ppl": 5.605907, "pplDeltaPercent": -0.02840838163173845, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000328, "Ppl": 5.605907, "PplError": 0.105406 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 118, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:3:118", "description": "Continuation isolation coverage for group 'attn_kv' using 'Unsloth-UD-Q6_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:119:202:202:202:0:0", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51622844096, "sizeGB": 51.622844096, "sizeGiB": 48.077520072460175, "kld": 0.000281, "ppl": 5.609048, "pplDeltaPercent": 0.02760588497547322, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000281, "Ppl": 5.609048, "PplError": 0.105484 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 119, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:4:0", "description": "Continuation isolation coverage for group 'attn_output' using 'Q8_0'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:1:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 51288610496, "sizeGB": 51.288610496000004, "sizeGiB": 47.766240775585175, "kld": 0.000241, "ppl": 5.606372, "pplDeltaPercent": -0.020115916183674965, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000241, "Ppl": 5.606372, "PplError": 0.105421 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 1, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:4:101", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-IQ2_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:102:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 50950198976, "sizeGB": 50.95019897600001, "sizeGiB": 47.45107048749924, "kld": 0.002865, "ppl": 5.625256, "pplDeltaPercent": 0.3166473473027254, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.002865, "Ppl": 5.625256, "PplError": 0.106408 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 102, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:4:102", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-Q2_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:103:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 50950198976, "sizeGB": 50.95019897600001, "sizeGiB": 47.45107048749924, "kld": 0.002865, "ppl": 5.625256, "pplDeltaPercent": 0.3166473473027254, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.002865, "Ppl": 5.625256, "PplError": 0.106408 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 103, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:4:103", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-IQ3_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:104:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 50950198976, "sizeGB": 50.95019897600001, "sizeGiB": 47.45107048749924, "kld": 0.002865, "ppl": 5.625256, "pplDeltaPercent": 0.3166473473027254, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.002865, "Ppl": 5.625256, "PplError": 0.106408 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 104, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:4:104", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-Q3_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:105:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 50950198976, "sizeGB": 50.95019897600001, "sizeGiB": 47.45107048749924, "kld": 0.00364, "ppl": 5.627309, "pplDeltaPercent": 0.3532590280873903, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00364, "Ppl": 5.627309, "PplError": 0.105867 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 105, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:4:105", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-Q3_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:106:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 51021223616, "sizeGB": 51.02122361599999, "sizeGiB": 47.517217338085175, "kld": 0.001007, "ppl": 5.603604, "pplDeltaPercent": -0.06947837717343061, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001007, "Ppl": 5.603604, "PplError": 0.105277 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 106, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:4:106", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-Q3_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:107:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51004511936, "sizeGB": 51.00451193599999, "sizeGiB": 47.501653373241425, "kld": 0.001109, "ppl": 5.616894, "pplDeltaPercent": 0.16752563530985906, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001109, "Ppl": 5.616894, "PplError": 0.105784 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 107, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:4:107", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-IQ4_XS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:108:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 51005494976, "sizeGB": 51.005494976, "sizeGiB": 47.502568900585175, "kld": 0.001109, "ppl": 5.616894, "pplDeltaPercent": 0.16752563530985906, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001109, "Ppl": 5.616894, "PplError": 0.105784 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 108, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:4:108", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-Q4_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:109:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 51021223616, "sizeGB": 51.02122361599999, "sizeGiB": 47.517217338085175, "kld": 0.001007, "ppl": 5.603604, "pplDeltaPercent": -0.06947837717343061, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001007, "Ppl": 5.603604, "PplError": 0.105277 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 109, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:4:109", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-IQ4_NL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:110:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 51021223616, "sizeGB": 51.02122361599999, "sizeGiB": 47.517217338085175, "kld": 0.001392, "ppl": 5.618325, "pplDeltaPercent": 0.1930450289790395, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001392, "Ppl": 5.618325, "PplError": 0.105782 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 110, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:4:112", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-Q4_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:113:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 51021223616, "sizeGB": 51.02122361599999, "sizeGiB": 47.517217338085175, "kld": 0.001007, "ppl": 5.603604, "pplDeltaPercent": -0.06947837717343061, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001007, "Ppl": 5.603604, "PplError": 0.105277 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 113, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:4:113", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-Q4_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:114:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51088070336, "sizeGB": 51.088070336, "sizeGiB": 47.579473197460175, "kld": 0.000445, "ppl": 5.610075, "pplDeltaPercent": 0.045920641997328863, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000445, "Ppl": 5.610075, "PplError": 0.105551 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 114, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:4:114", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-Q5_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:115:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 51088070336, "sizeGB": 51.088070336, "sizeGiB": 47.579473197460175, "kld": 0.000445, "ppl": 5.610075, "pplDeltaPercent": 0.045920641997328863, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000445, "Ppl": 5.610075, "PplError": 0.105551 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 115, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:4:115", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-Q5_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:116:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 51088070336, "sizeGB": 51.088070336, "sizeGiB": 47.579473197460175, "kld": 0.000445, "ppl": 5.610075, "pplDeltaPercent": 0.045920641997328863, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000445, "Ppl": 5.610075, "PplError": 0.105551 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 116, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:4:116", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-Q5_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:117:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51159094976, "sizeGB": 51.159094976, "sizeGiB": 47.64562004804611, "kld": 0.00025, "ppl": 5.607938, "pplDeltaPercent": 0.007810967454301176, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00025, "Ppl": 5.607938, "PplError": 0.105457 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 117, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:4:117", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-Q6_K'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:118:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 51159094976, "sizeGB": 51.159094976, "sizeGiB": 47.64562004804611, "kld": 0.00025, "ppl": 5.607938, "pplDeltaPercent": 0.007810967454301176, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00025, "Ppl": 5.607938, "PplError": 0.105457 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 118, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:4:118", "description": "Continuation isolation coverage for group 'attn_output' using 'Unsloth-UD-Q6_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:119:202:202:0:0", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51288610496, "sizeGB": 51.288610496000004, "sizeGiB": 47.766240775585175, "kld": 0.000241, "ppl": 5.606372, "pplDeltaPercent": -0.020115916183674965, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000241, "Ppl": 5.606372, "PplError": 0.105421 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 119, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:5:0", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Q8_0'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:1:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 40927368896, "sizeGB": 40.927368896, "sizeGiB": 38.116582572460175, "kld": 0.000319, "ppl": 5.607504, "pplDeltaPercent": 7.13330361064812e-05, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000319, "Ppl": 5.607504, "PplError": 0.105449 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 1, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:5:101", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-IQ2_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:102:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 32721934016, "sizeGB": 32.721934016, "sizeGiB": 30.474675834178925, "kld": 0.049133, "ppl": 5.834901, "pplDeltaPercent": 4.055300936246106, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.049133, "Ppl": 5.834901, "PplError": 0.110277 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 102, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:5:102", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-Q2_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:103:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 33078449856, "sizeGB": 33.078449856, "sizeGiB": 30.806707084178925, "kld": 0.035353, "ppl": 5.77537, "pplDeltaPercent": 2.993669193045024, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.035353, "Ppl": 5.77537, "PplError": 0.109347 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 103, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:5:103", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-IQ3_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:104:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 33336784576, "sizeGB": 33.336784576, "sizeGiB": 31.047300040721893, "kld": 0.028606, "ppl": 5.713603, "pplDeltaPercent": 1.8921622826571567, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.028606, "Ppl": 5.713603, "PplError": 0.107072 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 104, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:5:104", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-Q3_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:105:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 33595119296, "sizeGB": 33.595119296, "sizeGiB": 31.287892997264862, "kld": 0.027595, "ppl": 5.716895, "pplDeltaPercent": 1.9508693713776215, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.027595, "Ppl": 5.716895, "PplError": 0.108951 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 105, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:5:105", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-Q3_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:106:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 33595119296, "sizeGB": 33.595119296, "sizeGiB": 31.287892997264862, "kld": 0.027595, "ppl": 5.716895, "pplDeltaPercent": 1.9508693713776215, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.027595, "Ppl": 5.716895, "PplError": 0.108951 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 106, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:5:106", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-Q3_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:107:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 33595119296, "sizeGB": 33.595119296, "sizeGiB": 31.287892997264862, "kld": 0.024769, "ppl": 5.716036, "pplDeltaPercent": 1.9355506018724915, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.024769, "Ppl": 5.716036, "PplError": 0.106235 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 107, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:5:107", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-IQ4_XS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:108:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 34777470656, "sizeGB": 34.777470656000006, "sizeGiB": 32.389043509960175, "kld": 0.006919, "ppl": 5.632787, "pplDeltaPercent": 0.45094962104325464, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006919, "Ppl": 5.632787, "PplError": 0.106152 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 108, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:5:108", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-Q4_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:109:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 35133986496, "sizeGB": 35.133986496, "sizeGiB": 32.721074759960175, "kld": 0.006524, "ppl": 5.613631, "pplDeltaPercent": 0.10933571110120172, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006524, "Ppl": 5.613631, "PplError": 0.105676 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 109, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:5:109", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-IQ4_NL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:110:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 35133986496, "sizeGB": 35.133986496, "sizeGiB": 32.721074759960175, "kld": 0.006963, "ppl": 5.626449, "pplDeltaPercent": 0.3379224253232297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006963, "Ppl": 5.626449, "PplError": 0.105962 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 110, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:5:112", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-Q4_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:113:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 35133986496, "sizeGB": 35.133986496, "sizeGiB": 32.721074759960175, "kld": 0.006524, "ppl": 5.613631, "pplDeltaPercent": 0.10933571110120172, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006524, "Ppl": 5.613631, "PplError": 0.105676 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 113, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:5:113", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-Q4_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:114:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 35677116096, "sizeGB": 35.677116096, "sizeGiB": 33.22690361738205, "kld": 0.004512, "ppl": 5.612338, "pplDeltaPercent": 0.08627730717789285, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004512, "Ppl": 5.612338, "PplError": 0.105621 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 114, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:5:114", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-Q5_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:115:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 36582332096, "sizeGB": 36.582332096, "sizeGiB": 34.069951713085175, "kld": 0.00213, "ppl": 5.612892, "pplDeltaPercent": 0.09615693267945623, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00213, "Ppl": 5.612892, "PplError": 0.105533 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 115, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:5:115", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-Q5_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:116:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 36582332096, "sizeGB": 36.582332096, "sizeGiB": 34.069951713085175, "kld": 0.00213, "ppl": 5.612892, "pplDeltaPercent": 0.09615693267945623, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00213, "Ppl": 5.612892, "PplError": 0.105533 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 116, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:5:116", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-Q5_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:117:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 36582332096, "sizeGB": 36.582332096, "sizeGiB": 34.069951713085175, "kld": 0.00213, "ppl": 5.612892, "pplDeltaPercent": 0.09615693267945623, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00213, "Ppl": 5.612892, "PplError": 0.105533 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 117, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:5:117", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-Q6_K'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:118:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 38121199296, "sizeGB": 38.121199296, "sizeGiB": 35.50313347578049, "kld": 0.000657, "ppl": 5.608289, "pplDeltaPercent": 0.014070441373163633, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000657, "Ppl": 5.608289, "PplError": 0.105466 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 118, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:5:118", "description": "Continuation isolation coverage for group 'ffn_up_gate' using 'Unsloth-UD-Q6_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:119:202:0:0", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 38121199296, "sizeGB": 38.121199296, "sizeGiB": 35.50313347578049, "kld": 0.000657, "ppl": 5.608289, "pplDeltaPercent": 0.014070441373163633, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000657, "Ppl": 5.608289, "PplError": 0.105466 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 119, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:6:0", "description": "Continuation isolation coverage for group 'ffn_down' using 'Q8_0'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:1:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 46358664896, "sizeGB": 46.35866489599999, "sizeGiB": 43.174871146678925, "kld": 0.000314, "ppl": 5.607441, "pplDeltaPercent": -0.0010521622826616726, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000314, "Ppl": 5.607441, "PplError": 0.105455 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 1, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:6:101", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-IQ2_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:102:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 42434205376, "sizeGB": 42.43420537600001, "sizeGiB": 39.5199334025383, "kld": 0.023144, "ppl": 5.657527, "pplDeltaPercent": 0.8921444493981283, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.023144, "Ppl": 5.657527, "PplError": 0.105803 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 102, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:6:102", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-Q2_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:103:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 42434205376, "sizeGB": 42.43420537600001, "sizeGiB": 39.5199334025383, "kld": 0.023144, "ppl": 5.657527, "pplDeltaPercent": 0.8921444493981283, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.023144, "Ppl": 5.657527, "PplError": 0.105803 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 103, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:6:103", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-IQ3_XXS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:104:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 42692540096, "sizeGB": 42.692540096, "sizeGiB": 39.76052635908127, "kld": 0.012893, "ppl": 5.667552, "pplDeltaPercent": 1.0709228711546994, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.012893, "Ppl": 5.667552, "PplError": 0.106069 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 104, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:6:104", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-Q3_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:105:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 42692540096, "sizeGB": 42.692540096, "sizeGiB": 39.76052635908127, "kld": 0.0175, "ppl": 5.645409, "pplDeltaPercent": 0.6760410164957641, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.0175, "Ppl": 5.645409, "PplError": 0.105854 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 105, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:6:105", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-Q3_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:106:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 43506538176, "sizeGB": 43.506538176, "sizeGiB": 40.518621146678925, "kld": 0.004153, "ppl": 5.61908, "pplDeltaPercent": 0.20650913954525846, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004153, "Ppl": 5.61908, "PplError": 0.105771 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 106, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:6:106", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-Q3_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:107:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 43280930496, "sizeGB": 43.280930496, "sizeGiB": 40.3085076212883, "kld": 0.004566, "ppl": 5.63229, "pplDeltaPercent": 0.4420864913062918, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004566, "Ppl": 5.63229, "PplError": 0.106195 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 107, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:6:107", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-IQ4_XS'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:108:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 43283715776, "sizeGB": 43.283715775999994, "sizeGiB": 40.311101615428925, "kld": 0.004566, "ppl": 5.63229, "pplDeltaPercent": 0.4420864913062918, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004566, "Ppl": 5.63229, "PplError": 0.106195 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 108, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:6:108", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-Q4_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:109:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 43551102656, "sizeGB": 43.551102656000005, "sizeGiB": 40.560125052928925, "kld": 0.004065, "ppl": 5.613205, "pplDeltaPercent": 0.10173874275523584, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004065, "Ppl": 5.613205, "PplError": 0.105602 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 109, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:6:109", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-IQ4_NL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:110:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 43461973696, "sizeGB": 43.461973696, "sizeGiB": 40.477117240428925, "kld": 0.004375, "ppl": 5.62467, "pplDeltaPercent": 0.30619705751226267, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004375, "Ppl": 5.62467, "PplError": 0.105938 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 110, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:6:112", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-Q4_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:113:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 44220266176, "sizeGB": 44.220266175999996, "sizeGiB": 41.18333214521408, "kld": 0.00209, "ppl": 5.612938, "pplDeltaPercent": 0.09697726259473619, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00209, "Ppl": 5.612938, "PplError": 0.10564 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 113, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:6:113", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-Q4_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:114:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 44186146496, "sizeGB": 44.186146496, "sizeGiB": 41.151555716991425, "kld": 0.001558, "ppl": 5.611186, "pplDeltaPercent": 0.06573339277753149, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001558, "Ppl": 5.611186, "PplError": 0.105442 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 114, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:6:114", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-Q5_K_S'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:115:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 44186146496, "sizeGB": 44.186146496, "sizeGiB": 41.151555716991425, "kld": 0.001558, "ppl": 5.611186, "pplDeltaPercent": 0.06573339277753149, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.001558, "Ppl": 5.611186, "PplError": 0.105442 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 115, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:6:115", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-Q5_K_M'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:116:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 44576782016, "sizeGB": 44.576782016, "sizeGiB": 41.51536339521408, "kld": 0.000966, "ppl": 5.60989, "pplDeltaPercent": 0.042621489077130884, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000966, "Ppl": 5.60989, "PplError": 0.105467 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 116, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:6:116", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-Q5_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:117:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 44955580096, "sizeGB": 44.955580096, "sizeGiB": 41.86814659833908, "kld": 0.000572, "ppl": 5.605245, "pplDeltaPercent": -0.040213999108335195, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000572, "Ppl": 5.605245, "PplError": 0.105361 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 117, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:6:117", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-Q6_K'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:118:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 44955580096, "sizeGB": 44.955580096, "sizeGiB": 41.86814659833908, "kld": 0.000572, "ppl": 5.605245, "pplDeltaPercent": -0.040213999108335195, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000572, "Ppl": 5.605245, "PplError": 0.105361 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 118, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" }, { "key": "cont:0:6:118", "description": "Continuation isolation coverage for group 'ffn_down' using 'Unsloth-UD-Q6_K_XL'.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:119:0:0", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Unsloth-UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.8-27b:unsloth/qwen3.8-27b-gguf:qwen3.8-27b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 46358664896, "sizeGB": 46.35866489599999, "sizeGiB": 43.174871146678925, "kld": 0.000314, "ppl": 5.607441, "pplDeltaPercent": -0.0010521622826616726, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.000314, "Ppl": 5.607441, "PplError": 0.105455 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 119, "MoeExperts": 0, "MoeRouter": 0 }, "sourceRun": "Unsloth Dynamic V2" } ]