{ "generatedUtc": "2026-08-20T23:41:32.077903Z", "modelId": "mq-blake3:c6248ee1b24a8339716e4f620cad188eacc68755d2a1b88406a84b6249407c1d", "architectureFamily": "Qwen3.8-27B", "summary": { "badTradeEliminations": 121, "disabledBaselines": 0, "finalKldCleanupEliminations": 1, "structuredBadTradeRows": 121, "structuredSynergySecondChanceRows": 8, "synergySecondChanceReinstatements": 8, "sourceRunCount": 2 }, "thresholds": { "maxSizeDeltaPercent": 4, "kldMultiplier": 2.5, "pplMultiplier": 3.5, "floatingPointEpsilon": 1e-08 }, "badTrades": [ { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-Q5_K_M", "AcceptedAnchor": "Unsloth-UD-Q6_K", "Reason": "Reason: small size gain (0.65%) but disproportionate damage (KLD x1.68, |PPL| x8.52).", "RemovedSizeBytes": 49962325696, "RemovedSizeGB": 49.962325696, "RemovedSizeGiB": 46.5310418009758, "RemovedKld": 0.000401, "RemovedPplDeltaPercent": 0.007900133749438237, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000239, "AnchorPplDeltaPercent": 0.0009273294694634511, "SizeDeltaPercent": 0.6517830492117621, "KldRatio": 1.6778242677824267, "PplAbsRatio": 8.519230769199238, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-Q5_K_S", "AcceptedAnchor": "Unsloth-UD-Q6_K", "Reason": "Reason: small size gain (0.65%) but disproportionate damage (KLD x1.68, |PPL| x8.52).", "RemovedSizeBytes": 49962325696, "RemovedSizeGB": 49.962325696, "RemovedSizeGiB": 46.5310418009758, "RemovedKld": 0.000401, "RemovedPplDeltaPercent": 0.007900133749438237, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000239, "AnchorPplDeltaPercent": 0.0009273294694634511, "SizeDeltaPercent": 0.6517830492117621, "KldRatio": 1.6778242677824267, "PplAbsRatio": 8.519230769199238, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-Q4_K_M", "AcceptedAnchor": "Unsloth-UD-Q6_K", "Reason": "Reason: small size gain (0.65%) but disproportionate damage (KLD x1.68, |PPL| x8.52).", "RemovedSizeBytes": 49962325696, "RemovedSizeGB": 49.962325696, "RemovedSizeGiB": 46.5310418009758, "RemovedKld": 0.000401, "RemovedPplDeltaPercent": 0.007900133749438237, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000239, "AnchorPplDeltaPercent": 0.0009273294694634511, "SizeDeltaPercent": 0.6517830492117621, "KldRatio": 1.6778242677824267, "PplAbsRatio": 8.519230769199238, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-Q4_K_XL", "AcceptedAnchor": "Unsloth-UD-Q6_K", "Reason": "Reason: small size gain (0.65%) but disproportionate damage (KLD x1.68, |PPL| x8.52).", "RemovedSizeBytes": 49962325696, "RemovedSizeGB": 49.962325696, "RemovedSizeGiB": 46.5310418009758, "RemovedKld": 0.000401, "RemovedPplDeltaPercent": 0.007900133749438237, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000239, "AnchorPplDeltaPercent": 0.0009273294694634511, "SizeDeltaPercent": 0.6517830492117621, "KldRatio": 1.6778242677824267, "PplAbsRatio": 8.519230769199238, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-Q4_K_S", "AcceptedAnchor": "Unsloth-UD-Q6_K", "Reason": "Reason: small size gain (0.99%) but disproportionate damage (KLD x3.65, |PPL| x55.63).", "RemovedSizeBytes": 49793468096, "RemovedSizeGB": 49.793468096000005, "RemovedSizeGiB": 46.37378090620041, "RemovedKld": 0.000873, "RemovedPplDeltaPercent": -0.05159161836826138, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000239, "AnchorPplDeltaPercent": 0.0009273294694634511, "SizeDeltaPercent": 0.9875500745632757, "KldRatio": 3.6527196652719662, "PplAbsRatio": 55.63461538444591, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-IQ4_XS", "AcceptedAnchor": "Unsloth-UD-Q6_K", "Reason": "Reason: small size gain (0.99%) but disproportionate damage (KLD x3.65, |PPL| x55.63).", "RemovedSizeBytes": 49793468096, "RemovedSizeGB": 49.793468096000005, "RemovedSizeGiB": 46.37378090620041, "RemovedKld": 0.000873, "RemovedPplDeltaPercent": -0.05159161836826138, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000239, "AnchorPplDeltaPercent": 0.0009273294694634511, "SizeDeltaPercent": 0.9875500745632757, "KldRatio": 3.6527196652719662, "PplAbsRatio": 55.63461538444591, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-IQ3_S", "AcceptedAnchor": "Unsloth-UD-Q6_K", "Reason": "Reason: small size gain (0.99%) but disproportionate damage (KLD x3.65, |PPL| x55.63).", "RemovedSizeBytes": 49793468096, "RemovedSizeGB": 49.793468096000005, "RemovedSizeGiB": 46.37378090620041, "RemovedKld": 0.000873, "RemovedPplDeltaPercent": -0.05159161836826138, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000239, "AnchorPplDeltaPercent": 0.0009273294694634511, "SizeDeltaPercent": 0.9875500745632757, "KldRatio": 3.6527196652719662, "PplAbsRatio": 55.63461538444591, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-Q3_K_XL", "AcceptedAnchor": "Unsloth-UD-Q6_K", "Reason": "Reason: small size gain (0.99%) but disproportionate damage (KLD x3.65, |PPL| x55.63).", "RemovedSizeBytes": 49793468096, "RemovedSizeGB": 49.793468096000005, "RemovedSizeGiB": 46.37378090620041, "RemovedKld": 0.000873, "RemovedPplDeltaPercent": -0.05159161836826138, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000239, "AnchorPplDeltaPercent": 0.0009273294694634511, "SizeDeltaPercent": 0.9875500745632757, "KldRatio": 3.6527196652719662, "PplAbsRatio": 55.63461538444591, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-IQ3_XXS", "AcceptedAnchor": "Unsloth-UD-Q6_K", "Reason": "Reason: small size gain (1.24%) but disproportionate damage (KLD x8.15, |PPL| x1.46).", "RemovedSizeBytes": 49664341696, "RemovedSizeGB": 49.664341696, "RemovedSizeGiB": 46.25352257490158, "RemovedKld": 0.001949, "RemovedPplDeltaPercent": -0.0013553276861340167, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000239, "AnchorPplDeltaPercent": 0.0009273294694634511, "SizeDeltaPercent": 1.2443130939497276, "KldRatio": 8.154811715481172, "PplAbsRatio": 1.461538461533206, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-IQ2_S", "AcceptedAnchor": "Unsloth-UD-Q6_K", "Reason": "Reason: small size gain (1.24%) but disproportionate damage (KLD x8.15, |PPL| x1.46).", "RemovedSizeBytes": 49664341696, "RemovedSizeGB": 49.664341696, "RemovedSizeGiB": 46.25352257490158, "RemovedKld": 0.001949, "RemovedPplDeltaPercent": -0.0013553276861340167, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000239, "AnchorPplDeltaPercent": 0.0009273294694634511, "SizeDeltaPercent": 1.2443130939497276, "KldRatio": 8.154811715481172, "PplAbsRatio": 1.461538461533206, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-Q2_K_XL", "AcceptedAnchor": "Unsloth-UD-Q6_K", "Reason": "Reason: small size gain (1.24%) but disproportionate damage (KLD x8.15, |PPL| x1.46).", "RemovedSizeBytes": 49664341696, "RemovedSizeGB": 49.664341696, "RemovedSizeGiB": 46.25352257490158, "RemovedKld": 0.001949, "RemovedPplDeltaPercent": -0.0013553276861340167, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000239, "AnchorPplDeltaPercent": 0.0009273294694634511, "SizeDeltaPercent": 1.2443130939497276, "KldRatio": 8.154811715481172, "PplAbsRatio": 1.461538461533206, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-IQ2_XXS", "AcceptedAnchor": "Unsloth-UD-Q6_K", "Reason": "Reason: small size gain (1.24%) but disproportionate damage (KLD x8.15, |PPL| x1.46).", "RemovedSizeBytes": 49664341696, "RemovedSizeGB": 49.664341696, "RemovedSizeGiB": 46.25352257490158, "RemovedKld": 0.001949, "RemovedPplDeltaPercent": -0.0013553276861340167, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000239, "AnchorPplDeltaPercent": 0.0009273294694634511, "SizeDeltaPercent": 1.2443130939497276, "KldRatio": 8.154811715481172, "PplAbsRatio": 1.461538461533206, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-IQ1_M", "AcceptedAnchor": "Unsloth-UD-Q6_K", "Reason": "Reason: small size gain (1.24%) but disproportionate damage (KLD x8.15, |PPL| x1.46).", "RemovedSizeBytes": 49664341696, "RemovedSizeGB": 49.664341696, "RemovedSizeGiB": 46.25352257490158, "RemovedKld": 0.001949, "RemovedPplDeltaPercent": -0.0013553276861340167, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000239, "AnchorPplDeltaPercent": 0.0009273294694634511, "SizeDeltaPercent": 1.2443130939497276, "KldRatio": 8.154811715481172, "PplAbsRatio": 1.461538461533206, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-IQ1_S", "AcceptedAnchor": "Unsloth-UD-Q6_K", "Reason": "Reason: small size gain (1.24%) but disproportionate damage (KLD x8.15, |PPL| x1.46).", "RemovedSizeBytes": 49664341696, "RemovedSizeGB": 49.664341696, "RemovedSizeGiB": 46.25352257490158, "RemovedKld": 0.001949, "RemovedPplDeltaPercent": -0.0013553276861340167, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000239, "AnchorPplDeltaPercent": 0.0009273294694634511, "SizeDeltaPercent": 1.2443130939497276, "KldRatio": 8.154811715481172, "PplAbsRatio": 1.461538461533206, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "lm_head", "RemovedCandidate": "Unsloth-UD-IQ4_XS", "AcceptedAnchor": "Unsloth-UD-Q5_K_M", "Reason": "Reason: small size gain (0.34%) but disproportionate damage (KLD x2.65, |PPL| x2.32).", "RemovedSizeBytes": 50121250496, "RemovedSizeGB": 50.121250496, "RemovedSizeGiB": 46.67905205488205, "RemovedKld": 0.00124, "RemovedPplDeltaPercent": 0.13134195274186475, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000468, "AnchorPplDeltaPercent": -0.05670976370930926, "SizeDeltaPercent": 0.33576702535151376, "KldRatio": 2.6495726495726495, "PplAbsRatio": 2.316037735849429, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "lm_head", "RemovedCandidate": "Unsloth-UD-IQ3_S", "AcceptedAnchor": "Unsloth-UD-Q5_K_M", "Reason": "Reason: small size gain (0.34%) but disproportionate damage (KLD x2.65, |PPL| x2.32).", "RemovedSizeBytes": 50121250496, "RemovedSizeGB": 50.121250496, "RemovedSizeGiB": 46.67905205488205, "RemovedKld": 0.00124, "RemovedPplDeltaPercent": 0.13134195274186475, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000468, "AnchorPplDeltaPercent": -0.05670976370930926, "SizeDeltaPercent": 0.33576702535151376, "KldRatio": 2.6495726495726495, "PplAbsRatio": 2.316037735849429, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "lm_head", "RemovedCandidate": "Unsloth-UD-Q3_K_XL", "AcceptedAnchor": "Unsloth-UD-Q5_K_M", "Reason": "Reason: small size gain (0.34%) but disproportionate damage (KLD x2.65, |PPL| x2.32).", "RemovedSizeBytes": 50121250496, "RemovedSizeGB": 50.121250496, "RemovedSizeGiB": 46.67905205488205, "RemovedKld": 0.00124, "RemovedPplDeltaPercent": 0.13134195274186475, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000468, "AnchorPplDeltaPercent": -0.05670976370930926, "SizeDeltaPercent": 0.33576702535151376, "KldRatio": 2.6495726495726495, "PplAbsRatio": 2.316037735849429, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "lm_head", "RemovedCandidate": "Unsloth-UD-IQ3_XXS", "AcceptedAnchor": "Unsloth-UD-Q5_K_M", "Reason": "Reason: small size gain (0.65%) but disproportionate damage (KLD x8.13, |PPL| x8.73).", "RemovedSizeBytes": 49962325696, "RemovedSizeGB": 49.962325696, "RemovedSizeGiB": 46.5310418009758, "RemovedKld": 0.003805, "RemovedPplDeltaPercent": 0.4950869371377631, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000468, "AnchorPplDeltaPercent": -0.05670976370930926, "SizeDeltaPercent": 0.6517830492117621, "KldRatio": 8.13034188034188, "PplAbsRatio": 8.73018867924663, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "lm_head", "RemovedCandidate": "Unsloth-UD-IQ2_S", "AcceptedAnchor": "Unsloth-UD-Q5_K_M", "Reason": "Reason: small size gain (0.65%) but disproportionate damage (KLD x8.13, |PPL| x8.73).", "RemovedSizeBytes": 49962325696, "RemovedSizeGB": 49.962325696, "RemovedSizeGiB": 46.5310418009758, "RemovedKld": 0.003805, "RemovedPplDeltaPercent": 0.4950869371377631, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000468, "AnchorPplDeltaPercent": -0.05670976370930926, "SizeDeltaPercent": 0.6517830492117621, "KldRatio": 8.13034188034188, "PplAbsRatio": 8.73018867924663, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "lm_head", "RemovedCandidate": "Unsloth-UD-Q2_K_XL", "AcceptedAnchor": "Unsloth-UD-Q5_K_M", "Reason": "Reason: small size gain (0.65%) but disproportionate damage (KLD x8.13, |PPL| x8.73).", "RemovedSizeBytes": 49962325696, "RemovedSizeGB": 49.962325696, "RemovedSizeGiB": 46.5310418009758, "RemovedKld": 0.003805, "RemovedPplDeltaPercent": 0.4950869371377631, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000468, "AnchorPplDeltaPercent": -0.05670976370930926, "SizeDeltaPercent": 0.6517830492117621, "KldRatio": 8.13034188034188, "PplAbsRatio": 8.73018867924663, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "lm_head", "RemovedCandidate": "Unsloth-UD-IQ2_XXS", "AcceptedAnchor": "Unsloth-UD-Q5_K_M", "Reason": "Reason: small size gain (0.99%) but disproportionate damage (KLD x35.33, |PPL| x32.48).", "RemovedSizeBytes": 49793468096, "RemovedSizeGB": 49.793468096000005, "RemovedSizeGiB": 46.37378090620041, "RemovedKld": 0.016535, "RemovedPplDeltaPercent": 1.8420864913062889, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000468, "AnchorPplDeltaPercent": -0.05670976370930926, "SizeDeltaPercent": 0.9875500745632757, "KldRatio": 35.331196581196586, "PplAbsRatio": 32.4827044025207, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "lm_head", "RemovedCandidate": "Unsloth-UD-IQ1_M", "AcceptedAnchor": "Unsloth-UD-Q5_K_M", "Reason": "Reason: small size gain (0.99%) but disproportionate damage (KLD x35.33, |PPL| x32.48).", "RemovedSizeBytes": 49793468096, "RemovedSizeGB": 49.793468096000005, "RemovedSizeGiB": 46.37378090620041, "RemovedKld": 0.016535, "RemovedPplDeltaPercent": 1.8420864913062889, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000468, "AnchorPplDeltaPercent": -0.05670976370930926, "SizeDeltaPercent": 0.9875500745632757, "KldRatio": 35.331196581196586, "PplAbsRatio": 32.4827044025207, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "lm_head", "RemovedCandidate": "Unsloth-UD-IQ1_S", "AcceptedAnchor": "Unsloth-UD-Q5_K_M", "Reason": "Reason: small size gain (0.99%) but disproportionate damage (KLD x35.33, |PPL| x32.48).", "RemovedSizeBytes": 49793468096, "RemovedSizeGB": 49.793468096000005, "RemovedSizeGiB": 46.37378090620041, "RemovedKld": 0.016535, "RemovedPplDeltaPercent": 1.8420864913062889, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000468, "AnchorPplDeltaPercent": -0.05670976370930926, "SizeDeltaPercent": 0.9875500745632757, "KldRatio": 35.331196581196586, "PplAbsRatio": 32.4827044025207, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_q", "RemovedCandidate": "Unsloth-UD-Q6_K_L", "AcceptedAnchor": "Unsloth-UD-Q6_K_XL", "Reason": "Reason: small size gain (0.37%) but disproportionate damage (KLD x1.41, |PPL| x5.12).", "RemovedSizeBytes": 47716570816, "RemovedSizeGB": 47.716570816, "RemovedSizeGiB": 44.439519584178925, "RemovedKld": 0.000619, "RemovedPplDeltaPercent": 0.03670084707980193, "AnchorSizeBytes": 47892616896, "AnchorSizeGB": 47.892616896, "AnchorSizeGiB": 44.60347527265549, "AnchorKld": 0.000439, "AnchorPplDeltaPercent": -0.007168970129295327, "SizeDeltaPercent": 0.36758500873378547, "KldRatio": 1.4100227790432802, "PplAbsRatio": 5.119402985071362, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_q", "RemovedCandidate": "Unsloth-UD-Q6_K_M", "AcceptedAnchor": "Unsloth-UD-Q6_K_XL", "Reason": "Reason: small size gain (0.66%) but disproportionate damage (KLD x1.31, |PPL| x7.56).", "RemovedSizeBytes": 47575996096, "RemovedSizeGB": 47.575996096000004, "RemovedSizeGiB": 44.308599174022675, "RemovedKld": 0.000577, "RemovedPplDeltaPercent": 0.054213107445392344, "AnchorSizeBytes": 47892616896, "AnchorSizeGB": 47.892616896, "AnchorSizeGiB": 44.60347527265549, "AnchorKld": 0.000439, "AnchorPplDeltaPercent": -0.007168970129295327, "SizeDeltaPercent": 0.6611056578669524, "KldRatio": 1.314350797266515, "PplAbsRatio": 7.562189054722873, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_q", "RemovedCandidate": "Unsloth-UD-Q6_K", "AcceptedAnchor": "Unsloth-UD-Q6_K_XL", "Reason": "Reason: small size gain (0.96%) but disproportionate damage (KLD x1.59, |PPL| x3.94).", "RemovedSizeBytes": 47434847936, "RemovedSizeGB": 47.434847936, "RemovedSizeGiB": 44.17714470624924, "RemovedKld": 0.0007, "RemovedPplDeltaPercent": 0.02824788230049491, "AnchorSizeBytes": 47892616896, "AnchorSizeGB": 47.892616896, "AnchorSizeGiB": 44.60347527265549, "AnchorKld": 0.000439, "AnchorPplDeltaPercent": -0.007168970129295327, "SizeDeltaPercent": 0.9558236523054412, "KldRatio": 1.5945330296127562, "PplAbsRatio": 3.9402985074610055, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_q", "RemovedCandidate": "Unsloth-UD-Q5_K_XL", "AcceptedAnchor": "Unsloth-UD-Q6_K_XL", "Reason": "Reason: small size gain (1.28%) but disproportionate damage (KLD x1.81, |PPL| x12.75).", "RemovedSizeBytes": 47279036096, "RemovedSizeGB": 47.279036096000006, "RemovedSizeGiB": 44.03203362226486, "RemovedKld": 0.000796, "RemovedPplDeltaPercent": 0.0914311190370019, "AnchorSizeBytes": 47892616896, "AnchorSizeGB": 47.892616896, "AnchorSizeGiB": 44.60347527265549, "AnchorKld": 0.000439, "AnchorPplDeltaPercent": -0.007168970129295327, "SizeDeltaPercent": 1.281159476694301, "KldRatio": 1.8132118451025059, "PplAbsRatio": 12.753731343275819, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_q", "RemovedCandidate": "Unsloth-UD-Q5_K_M", "AcceptedAnchor": "Unsloth-UD-Q6_K_XL", "Reason": "Reason: small size gain (1.43%) but disproportionate damage (KLD x1.92, |PPL| x22.61).", "RemovedSizeBytes": 47208830656, "RemovedSizeGB": 47.208830656, "RemovedSizeGiB": 43.96664971113205, "RemovedKld": 0.000841, "RemovedPplDeltaPercent": 0.16212215782433773, "AnchorSizeBytes": 47892616896, "AnchorSizeGB": 47.892616896, "AnchorSizeGiB": 44.60347527265549, "AnchorKld": 0.000439, "AnchorPplDeltaPercent": -0.007168970129295327, "SizeDeltaPercent": 1.4277487519315528, "KldRatio": 1.9157175398633257, "PplAbsRatio": 22.614427860682618, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_q", "RemovedCandidate": "Unsloth-UD-Q5_K_S", "AcceptedAnchor": "Unsloth-UD-Q6_K_XL", "Reason": "Reason: small size gain (1.76%) but disproportionate damage (KLD x2.45, |PPL| x8.26).", "RemovedSizeBytes": 47051708096, "RemovedSizeGB": 47.051708096, "RemovedSizeGiB": 43.820317924022675, "RemovedKld": 0.001077, "RemovedPplDeltaPercent": 0.059206419973257846, "AnchorSizeBytes": 47892616896, "AnchorSizeGB": 47.892616896, "AnchorSizeGiB": 44.60347527265549, "AnchorKld": 0.000439, "AnchorPplDeltaPercent": -0.007168970129295327, "SizeDeltaPercent": 1.7558213655897197, "KldRatio": 2.4533029612756265, "PplAbsRatio": 8.258706467657932, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_q", "RemovedCandidate": "Unsloth-UD-Q4_K_XL", "AcceptedAnchor": "Unsloth-UD-Q6_K_XL", "Reason": "Reason: small size gain (2.16%) but disproportionate damage (KLD x3.57, |PPL| x18.56).", "RemovedSizeBytes": 46857967296, "RemovedSizeGB": 46.857967296, "RemovedSizeGiB": 43.63988274335861, "RemovedKld": 0.001566, "RemovedPplDeltaPercent": 0.13305394560856287, "AnchorSizeBytes": 47892616896, "AnchorSizeGB": 47.892616896, "AnchorSizeGiB": 44.60347527265549, "AnchorKld": 0.000439, "AnchorPplDeltaPercent": -0.007168970129295327, "SizeDeltaPercent": 2.1603530294591486, "KldRatio": 3.5671981776765374, "PplAbsRatio": 18.559701492526848, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_q", "RemovedCandidate": "Unsloth-UD-Q4_K_M", "AcceptedAnchor": "Unsloth-UD-Q6_K_XL", "Reason": "Reason: small size gain (2.45%) but disproportionate damage (KLD x4.78, |PPL| x36.49).", "RemovedSizeBytes": 46719932096, "RemovedSizeGB": 46.719932096, "RemovedSizeGiB": 43.51132744550705, "RemovedKld": 0.002097, "RemovedPplDeltaPercent": 0.26161390994203726, "AnchorSizeBytes": 47892616896, "AnchorSizeGB": 47.892616896, "AnchorSizeGiB": 44.60347527265549, "AnchorKld": 0.000439, "AnchorPplDeltaPercent": -0.007168970129295327, "SizeDeltaPercent": 2.4485711493830333, "KldRatio": 4.776765375854214, "PplAbsRatio": 36.492537313410814, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_q", "RemovedCandidate": "Unsloth-UD-Q4_K_S", "AcceptedAnchor": "Unsloth-UD-Q6_K_XL", "Reason": "Reason: small size gain (2.71%) but disproportionate damage (KLD x5.23, |PPL| x23.01).", "RemovedSizeBytes": 46595086016, "RemovedSizeGB": 46.595086016, "RemovedSizeGiB": 43.3950554728508, "RemovedKld": 0.002295, "RemovedPplDeltaPercent": 0.16499331252786514, "AnchorSizeBytes": 47892616896, "AnchorSizeGB": 47.892616896, "AnchorSizeGiB": 44.60347527265549, "AnchorKld": 0.000439, "AnchorPplDeltaPercent": -0.007168970129295327, "SizeDeltaPercent": 2.709250327284517, "KldRatio": 5.2277904328018225, "PplAbsRatio": 23.014925373120942, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_q", "RemovedCandidate": "Unsloth-UD-IQ4_XS", "AcceptedAnchor": "Unsloth-UD-Q6_K_XL", "Reason": "Reason: small size gain (2.95%) but disproportionate damage (KLD x7.31, |PPL| x39.04).", "RemovedSizeBytes": 46482036416, "RemovedSizeGB": 46.482036416, "RemovedSizeGiB": 43.28976982831955, "RemovedKld": 0.003209, "RemovedPplDeltaPercent": 0.2798930004458317, "AnchorSizeBytes": 47892616896, "AnchorSizeGB": 47.892616896, "AnchorSizeGiB": 44.60347527265549, "AnchorKld": 0.000439, "AnchorPplDeltaPercent": -0.007168970129295327, "SizeDeltaPercent": 2.945298401762239, "KldRatio": 7.309794988610479, "PplAbsRatio": 39.04228855719109, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_q", "RemovedCandidate": "Unsloth-UD-Q3_K_XL", "AcceptedAnchor": "Unsloth-UD-Q6_K_XL", "Reason": "Reason: small size gain (3.37%) but disproportionate damage (KLD x11.78, |PPL| x38.46).", "RemovedSizeBytes": 46280677056, "RemovedSizeGB": 46.280677056, "RemovedSizeGiB": 43.102239310741425, "RemovedKld": 0.00517, "RemovedPplDeltaPercent": 0.27568435131520086, "AnchorSizeBytes": 47892616896, "AnchorSizeGB": 47.892616896, "AnchorSizeGiB": 44.60347527265549, "AnchorKld": 0.000439, "AnchorPplDeltaPercent": -0.007168970129295327, "SizeDeltaPercent": 3.3657376532595142, "KldRatio": 11.776765375854215, "PplAbsRatio": 38.45522388057421, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_q", "RemovedCandidate": "Unsloth-UD-IQ3_S", "AcceptedAnchor": "Unsloth-UD-Q6_K_XL", "Reason": "Reason: small size gain (3.73%) but disproportionate damage (KLD x16.95, |PPL| x40.57).", "RemovedSizeBytes": 46104958656, "RemovedSizeGB": 46.104958656, "RemovedSizeGiB": 42.93858879804611, "RemovedKld": 0.007441, "RemovedPplDeltaPercent": 0.29087828800713267, "AnchorSizeBytes": 47892616896, "AnchorSizeGB": 47.892616896, "AnchorSizeGiB": 44.60347527265549, "AnchorKld": 0.000439, "AnchorPplDeltaPercent": -0.007168970129295327, "SizeDeltaPercent": 3.7326384646759725, "KldRatio": 16.949886104783598, "PplAbsRatio": 40.57462686564779, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_q", "RemovedCandidate": "Unsloth-UD-IQ3_XXS", "AcceptedAnchor": "Unsloth-UD-Q6_K_XL", "Reason": "Reason: small size gain (3.90%) but disproportionate damage (KLD x21.08, |PPL| x92.17).", "RemovedSizeBytes": 46025332416, "RemovedSizeGB": 46.025332416000005, "RemovedSizeGiB": 42.86443108320236, "RemovedKld": 0.009252, "RemovedPplDeltaPercent": 0.6607935800267564, "AnchorSizeBytes": 47892616896, "AnchorSizeGB": 47.892616896, "AnchorSizeGiB": 44.60347527265549, "AnchorKld": 0.000439, "AnchorPplDeltaPercent": -0.007168970129295327, "SizeDeltaPercent": 3.898898412786368, "KldRatio": 21.0751708428246, "PplAbsRatio": 92.17412935318075, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_kv", "RemovedCandidate": "Unsloth-UD-IQ2_XXS", "AcceptedAnchor": "Unsloth-UD-Q2_K_XL", "Reason": "Reason: small size gain (0.01%) but disproportionate damage (KLD x2.36, |PPL| x3.86).", "RemovedSizeBytes": 51527120576, "RemovedSizeGB": 51.527120576, "RemovedSizeGiB": 47.98837059736252, "RemovedKld": 0.002236, "RemovedPplDeltaPercent": 0.06648238965670498, "AnchorSizeBytes": 51533264576, "AnchorSizeGB": 51.53326457599999, "AnchorSizeGiB": 47.994092643260956, "AnchorKld": 0.000949, "AnchorPplDeltaPercent": -0.017209094962102232, "SizeDeltaPercent": 0.011922396243573856, "KldRatio": 2.356164383561644, "PplAbsRatio": 3.863212435233353, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_kv", "RemovedCandidate": "Unsloth-UD-IQ1_M", "AcceptedAnchor": "Unsloth-UD-Q2_K_XL", "Reason": "Reason: small size gain (0.02%) but disproportionate damage (KLD x3.33, |PPL| x2.23).", "RemovedSizeBytes": 51521427136, "RemovedSizeGB": 51.521427136, "RemovedSizeGiB": 47.9830681681633, "RemovedKld": 0.003164, "RemovedPplDeltaPercent": 0.038448506464561195, "AnchorSizeBytes": 51533264576, "AnchorSizeGB": 51.53326457599999, "AnchorSizeGiB": 47.994092643260956, "AnchorKld": 0.000949, "AnchorPplDeltaPercent": -0.017209094962102232, "SizeDeltaPercent": 0.022970483429285628, "KldRatio": 3.3340358271865123, "PplAbsRatio": 2.2341968911922603, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_kv", "RemovedCandidate": "Unsloth-UD-IQ1_S", "AcceptedAnchor": "Unsloth-UD-Q2_K_XL", "Reason": "Reason: small size gain (0.05%) but disproportionate damage (KLD x6.24, |PPL| x12.44).", "RemovedSizeBytes": 51509835456, "RemovedSizeGB": 51.509835456, "RemovedSizeGiB": 47.97227257490158, "RemovedKld": 0.005924, "RemovedPplDeltaPercent": 0.21412394115023908, "AnchorSizeBytes": 51533264576, "AnchorSizeGB": 51.53326457599999, "AnchorSizeGiB": 47.994092643260956, "AnchorKld": 0.000949, "AnchorPplDeltaPercent": -0.017209094962102232, "SizeDeltaPercent": 0.0454640710088283, "KldRatio": 6.242360379346681, "PplAbsRatio": 12.442487046633282, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-UD-Q5_K_M", "AcceptedAnchor": "Unsloth-UD-Q5_K_XL", "Reason": "Reason: small size gain (0.02%) but disproportionate damage (KLD x0.91, |PPL| x21.75).", "RemovedSizeBytes": 51158357696, "RemovedSizeGB": 51.158357695999996, "RemovedSizeGiB": 47.6449334025383, "RemovedKld": 0.000231, "RemovedPplDeltaPercent": 0.0294783771734307, "AnchorSizeBytes": 51170154176, "AnchorSizeGB": 51.170154176, "AnchorSizeGiB": 47.6559197306633, "AnchorKld": 0.000254, "AnchorPplDeltaPercent": 0.0013553276861340167, "SizeDeltaPercent": 0.023053438454427845, "KldRatio": 0.9094488188976378, "PplAbsRatio": 21.750000000011685, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-UD-Q4_K_M", "AcceptedAnchor": "Unsloth-UD-Q4_K_XL", "Reason": "Reason: small size gain (0.03%) but disproportionate damage (KLD x1.18, |PPL| x8.75).", "RemovedSizeBytes": 51104044736, "RemovedSizeGB": 51.104044736000006, "RemovedSizeGiB": 47.59435051679611, "RemovedKld": 0.000394, "RemovedPplDeltaPercent": 0.04026749888542694, "AnchorSizeBytes": 51120756416, "AnchorSizeGB": 51.120756416000006, "AnchorSizeGiB": 47.60991448163986, "AnchorKld": 0.000335, "AnchorPplDeltaPercent": 0.0046009808292402565, "SizeDeltaPercent": 0.03269059609370237, "KldRatio": 1.1761194029850746, "PplAbsRatio": 8.75193798450931, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-UD-Q4_K_S", "AcceptedAnchor": "Unsloth-UD-Q4_K_XL", "Reason": "Reason: small size gain (0.10%) but disproportionate damage (KLD x1.66, |PPL| x10.24).", "RemovedSizeBytes": 51070621376, "RemovedSizeGB": 51.070621376000005, "RemovedSizeGiB": 47.56322258710861, "RemovedKld": 0.000555, "RemovedPplDeltaPercent": 0.0471154703522035, "AnchorSizeBytes": 51120756416, "AnchorSizeGB": 51.120756416000006, "AnchorSizeGiB": 47.60991448163986, "AnchorKld": 0.000335, "AnchorPplDeltaPercent": 0.0046009808292402565, "SizeDeltaPercent": 0.0980717882811071, "KldRatio": 1.6567164179104479, "PplAbsRatio": 10.240310077532644, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-UD-IQ4_XS", "AcceptedAnchor": "Unsloth-UD-Q4_K_XL", "Reason": "Reason: small size gain (0.15%) but disproportionate damage (KLD x2.27, |PPL| x12.71).", "RemovedSizeBytes": 51042113216, "RemovedSizeGB": 51.042113216, "RemovedSizeGiB": 47.53667229413986, "RemovedKld": 0.000762, "RemovedPplDeltaPercent": 0.058475256353099095, "AnchorSizeBytes": 51120756416, "AnchorSizeGB": 51.120756416000006, "AnchorSizeGiB": 47.60991448163986, "AnchorKld": 0.000335, "AnchorPplDeltaPercent": 0.0046009808292402565, "SizeDeltaPercent": 0.15383809926448175, "KldRatio": 2.2746268656716415, "PplAbsRatio": 12.70930232559889, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-UD-Q3_K_XL", "AcceptedAnchor": "Unsloth-UD-Q4_K_XL", "Reason": "Reason: small size gain (0.21%) but disproportionate damage (KLD x3.55, |PPL| x42.71).", "RemovedSizeBytes": 51011393216, "RemovedSizeGB": 51.011393215999995, "RemovedSizeGiB": 47.508062064647675, "RemovedKld": 0.001188, "RemovedPplDeltaPercent": 0.19650468123049689, "AnchorSizeBytes": 51120756416, "AnchorSizeGB": 51.120756416000006, "AnchorSizeGiB": 47.60991448163986, "AnchorKld": 0.000335, "AnchorPplDeltaPercent": 0.0046009808292402565, "SizeDeltaPercent": 0.21393110678966992, "KldRatio": 3.546268656716418, "PplAbsRatio": 42.7093023256402, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-UD-IQ3_S", "AcceptedAnchor": "Unsloth-UD-Q4_K_XL", "Reason": "Reason: small size gain (0.23%) but disproportionate damage (KLD x3.68, |PPL| x18.80).", "RemovedSizeBytes": 51004020416, "RemovedSizeGB": 51.004020415999996, "RemovedSizeGiB": 47.50119560956955, "RemovedKld": 0.001234, "RemovedPplDeltaPercent": 0.08649130628622814, "AnchorSizeBytes": 51120756416, "AnchorSizeGB": 51.120756416000006, "AnchorSizeGiB": 47.60991448163986, "AnchorKld": 0.000335, "AnchorPplDeltaPercent": 0.0046009808292402565, "SizeDeltaPercent": 0.2283534285957151, "KldRatio": 3.683582089552239, "PplAbsRatio": 18.798449612429735, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-UD-IQ3_XXS", "AcceptedAnchor": "Unsloth-UD-Q4_K_XL", "Reason": "Reason: small size gain (0.26%) but disproportionate damage (KLD x5.15, |PPL| x12.05).", "RemovedSizeBytes": 50988046016, "RemovedSizeGB": 50.988046016, "RemovedSizeGiB": 47.48631829023361, "RemovedKld": 0.001724, "RemovedPplDeltaPercent": 0.05544360231832814, "AnchorSizeBytes": 51120756416, "AnchorSizeGB": 51.120756416000006, "AnchorSizeGiB": 47.60991448163986, "AnchorKld": 0.000335, "AnchorPplDeltaPercent": 0.0046009808292402565, "SizeDeltaPercent": 0.25960179250881293, "KldRatio": 5.146268656716418, "PplAbsRatio": 12.050387596916666, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-UD-Q2_K_XL", "AcceptedAnchor": "Unsloth-UD-Q4_K_XL", "Reason": "Reason: small size gain (0.31%) but disproportionate damage (KLD x8.28, |PPL| x43.08).", "RemovedSizeBytes": 50963470016, "RemovedSizeGB": 50.963470016, "RemovedSizeGiB": 47.46343010663986, "RemovedKld": 0.002773, "RemovedPplDeltaPercent": 0.19819884083816441, "AnchorSizeBytes": 51120756416, "AnchorSizeGB": 51.120756416000006, "AnchorSizeGiB": 47.60991448163986, "AnchorKld": 0.000335, "AnchorPplDeltaPercent": 0.0046009808292402565, "SizeDeltaPercent": 0.3076761985289635, "KldRatio": 8.277611940298506, "PplAbsRatio": 43.0775193799041, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-UD-IQ2_XXS", "AcceptedAnchor": "Unsloth-UD-Q4_K_XL", "Reason": "Reason: small size gain (0.34%) but disproportionate damage (KLD x21.76, |PPL| x95.95).", "RemovedSizeBytes": 50946021056, "RemovedSizeGB": 50.946021056000006, "RemovedSizeGiB": 47.4471794962883, "RemovedKld": 0.007289, "RemovedPplDeltaPercent": 0.44144449398127006, "AnchorSizeBytes": 51120756416, "AnchorSizeGB": 51.120756416000006, "AnchorSizeGiB": 47.60991448163986, "AnchorKld": 0.000335, "AnchorPplDeltaPercent": 0.0046009808292402565, "SizeDeltaPercent": 0.34180902680327035, "KldRatio": 21.758208955223882, "PplAbsRatio": 95.94573643423857, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-UD-IQ1_M", "AcceptedAnchor": "Unsloth-UD-Q4_K_XL", "Reason": "Reason: small size gain (0.38%) but disproportionate damage (KLD x32.20, |PPL| x165.85).", "RemovedSizeBytes": 50928326336, "RemovedSizeGB": 50.928326336000005, "RemovedSizeGiB": 47.4307000041008, "RemovedKld": 0.010786, "RemovedPplDeltaPercent": 0.7630851538118609, "AnchorSizeBytes": 51120756416, "AnchorSizeGB": 51.120756416000006, "AnchorSizeGiB": 47.60991448163986, "AnchorKld": 0.000335, "AnchorPplDeltaPercent": 0.0046009808292402565, "SizeDeltaPercent": 0.37642259913777876, "KldRatio": 32.19701492537313, "PplAbsRatio": 165.85271317852164, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-UD-IQ1_S", "AcceptedAnchor": "Unsloth-UD-Q4_K_XL", "Reason": "Reason: small size gain (0.40%) but disproportionate damage (KLD x41.22, |PPL| x259.09).", "RemovedSizeBytes": 50915792576, "RemovedSizeGB": 50.915792576, "RemovedSizeGiB": 47.41902703046799, "RemovedKld": 0.013808, "RemovedPplDeltaPercent": 1.1920641997324979, "AnchorSizeBytes": 51120756416, "AnchorSizeGB": 51.120756416000006, "AnchorSizeGiB": 47.60991448163986, "AnchorKld": 0.000335, "AnchorPplDeltaPercent": 0.0046009808292402565, "SizeDeltaPercent": 0.4009405462080556, "KldRatio": 41.2179104477612, "PplAbsRatio": 259.08914728717514, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "ffn_up_gate", "RemovedCandidate": "Unsloth-UD-Q5_K_XL", "AcceptedAnchor": "Unsloth-UD-Q6_K", "Reason": "Reason: small size gain (1.53%) but disproportionate damage (KLD x1.41, |PPL| x6.43).", "RemovedSizeBytes": 36994553536, "RemovedSizeGB": 36.994553536, "RemovedSizeGiB": 34.453862845897675, "RemovedKld": 0.0014, "RemovedPplDeltaPercent": -0.036255015604100785, "AnchorSizeBytes": 37567624896, "AnchorSizeGB": 37.567624896, "AnchorSizeGiB": 34.98757714033127, "AnchorKld": 0.000996, "AnchorPplDeltaPercent": -0.00563530985287135, "SizeDeltaPercent": 1.5254394218065608, "KldRatio": 1.4056224899598395, "PplAbsRatio": 6.433544303802182, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "ffn_up_gate", "RemovedCandidate": "Unsloth-UD-Q5_K_M", "AcceptedAnchor": "Unsloth-UD-Q6_K", "Reason": "Reason: small size gain (2.16%) but disproportionate damage (KLD x1.62, |PPL| x8.82).", "RemovedSizeBytes": 36757804736, "RemovedSizeGB": 36.757804736, "RemovedSizeGiB": 34.23337334394455, "RemovedKld": 0.001618, "RemovedPplDeltaPercent": -0.04968345965224273, "AnchorSizeBytes": 37567624896, "AnchorSizeGB": 37.567624896, "AnchorSizeGiB": 34.98757714033127, "AnchorKld": 0.000996, "AnchorPplDeltaPercent": -0.00563530985287135, "SizeDeltaPercent": 2.1556331076075703, "KldRatio": 1.6244979919678717, "PplAbsRatio": 8.816455696207655, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "ffn_up_gate", "RemovedCandidate": "Unsloth-UD-Q5_K_S", "AcceptedAnchor": "Unsloth-UD-Q6_K", "Reason": "Reason: small size gain (3.45%) but disproportionate damage (KLD x2.18, |PPL| x12.46).", "RemovedSizeBytes": 36272469696, "RemovedSizeGB": 36.272469696, "RemovedSizeGiB": 33.78136986494064, "RemovedKld": 0.00217, "RemovedPplDeltaPercent": -0.07019170753454294, "AnchorSizeBytes": 37567624896, "AnchorSizeGB": 37.567624896, "AnchorSizeGiB": 34.98757714033127, "AnchorKld": 0.000996, "AnchorPplDeltaPercent": -0.00563530985287135, "SizeDeltaPercent": 3.4475301634996396, "KldRatio": 2.178714859437751, "PplAbsRatio": 12.455696202539473, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "ffn_up_gate", "RemovedCandidate": "Unsloth-UD-IQ4_XS", "AcceptedAnchor": "Unsloth-UD-Q4_K_S", "Reason": "Reason: small size gain (1.29%) but disproportionate damage (KLD x1.37, |PPL| x4.30).", "RemovedSizeBytes": 34372212416, "RemovedSizeGB": 34.372212416, "RemovedSizeGiB": 32.01161736249924, "RemovedKld": 0.008971, "RemovedPplDeltaPercent": 0.6566562639322321, "AnchorSizeBytes": 34819946176, "AnchorSizeGB": 34.819946175999995, "AnchorSizeGiB": 32.428601920604706, "AnchorKld": 0.006548, "AnchorPplDeltaPercent": 0.15254569772626256, "SizeDeltaPercent": 1.2858542564566198, "KldRatio": 1.3700366524129506, "PplAbsRatio": 4.304652794014399, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "ffn_up_gate", "RemovedCandidate": "Unsloth-UD-Q3_K_XL", "AcceptedAnchor": "Unsloth-UD-Q4_K_S", "Reason": "Reason: small size gain (2.81%) but disproportionate damage (KLD x2.25, |PPL| x6.15).", "RemovedSizeBytes": 33840920256, "RemovedSizeGB": 33.840920256, "RemovedSizeGiB": 31.51681298017502, "RemovedKld": 0.014734, "RemovedPplDeltaPercent": 0.938885421310753, "AnchorSizeBytes": 34819946176, "AnchorSizeGB": 34.819946175999995, "AnchorSizeGiB": 32.428601920604706, "AnchorKld": 0.006548, "AnchorPplDeltaPercent": 0.15254569772626256, "SizeDeltaPercent": 2.8116813134961234, "KldRatio": 2.250152718387294, "PplAbsRatio": 6.154781388823873, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-UD-Q6_K_XL", "AcceptedAnchor": "Q8_0", "Reason": "Reason: small size gain (1.80%) but disproportionate damage (KLD x1.46, |PPL| x15.15).", "RemovedSizeBytes": 45522384576, "RemovedSizeGB": 45.52238457599999, "RemovedSizeGiB": 42.39602440595627, "RemovedKld": 0.000457, "RemovedPplDeltaPercent": -0.015942933571105277, "AnchorSizeBytes": 46358664896, "AnchorSizeGB": 46.35866489599999, "AnchorSizeGiB": 43.174871146678925, "AnchorKld": 0.000314, "AnchorPplDeltaPercent": -0.0010521622826616726, "SizeDeltaPercent": 1.8039352985598112, "KldRatio": 1.4554140127388535, "PplAbsRatio": 15.152542372811702, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-UD-Q6_K_L", "AcceptedAnchor": "Q8_0", "Reason": "Reason: small size gain (2.25%) but disproportionate damage (KLD x1.63, |PPL| x51.17).", "RemovedSizeBytes": 45316273856, "RemovedSizeGB": 45.316273856, "RemovedSizeGiB": 42.20406883955002, "RemovedKld": 0.000511, "RemovedPplDeltaPercent": -0.05383860900579768, "AnchorSizeBytes": 46358664896, "AnchorSizeGB": 46.35866489599999, "AnchorSizeGiB": 43.174871146678925, "AnchorKld": 0.000314, "AnchorPplDeltaPercent": -0.0010521622826616726, "SizeDeltaPercent": 2.24853550536556, "KldRatio": 1.627388535031847, "PplAbsRatio": 51.16949152520583, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-UD-Q6_K_M", "AcceptedAnchor": "Q8_0", "Reason": "Reason: small size gain (2.92%) but disproportionate damage (KLD x1.78, |PPL| x49.76).", "RemovedSizeBytes": 45006411456, "RemovedSizeGB": 45.006411456, "RemovedSizeGiB": 41.91548699140549, "RemovedKld": 0.000558, "RemovedPplDeltaPercent": -0.05235844850646545, "AnchorSizeBytes": 46358664896, "AnchorSizeGB": 46.35866489599999, "AnchorSizeGiB": 43.174871146678925, "AnchorKld": 0.000314, "AnchorPplDeltaPercent": -0.0010521622826616726, "SizeDeltaPercent": 2.916937843299878, "KldRatio": 1.7770700636942676, "PplAbsRatio": 49.76271186419399, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-UD-Q6_K", "AcceptedAnchor": "Q8_0", "Reason": "Reason: small size gain (3.42%) but disproportionate damage (KLD x2.23, |PPL| x7.10).", "RemovedSizeBytes": 44771751616, "RemovedSizeGB": 44.771751615999996, "RemovedSizeGiB": 41.69694298505783, "RemovedKld": 0.000699, "RemovedPplDeltaPercent": -0.007472135532767672, "AnchorSizeBytes": 46358664896, "AnchorSizeGB": 46.35866489599999, "AnchorSizeGiB": 43.174871146678925, "AnchorKld": 0.000314, "AnchorPplDeltaPercent": -0.0010521622826616726, "SizeDeltaPercent": 3.423121186859126, "KldRatio": 2.2261146496815285, "PplAbsRatio": 7.101694915222854, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-UD-Q5_K_XL", "AcceptedAnchor": "Q8_0", "Reason": "Reason: small size gain (3.82%) but disproportionate damage (KLD x2.36, |PPL| x40.15).", "RemovedSizeBytes": 44587923136, "RemovedSizeGB": 44.587923136, "RemovedSizeGiB": 41.52573937177658, "RemovedKld": 0.000741, "RemovedPplDeltaPercent": 0.04224699063753622, "AnchorSizeBytes": 46358664896, "AnchorSizeGB": 46.35866489599999, "AnchorSizeGiB": 43.174871146678925, "AnchorKld": 0.000314, "AnchorPplDeltaPercent": -0.0010521622826616726, "SizeDeltaPercent": 3.819656506442631, "KldRatio": 2.359872611464968, "PplAbsRatio": 40.15254237270633, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-UD-Q5_K_S", "AcceptedAnchor": "Unsloth-UD-Q5_K_M", "Reason": "Reason: small size gain (0.62%) but disproportionate damage (KLD x1.36, |PPL| x4.26).", "RemovedSizeBytes": 44204250816, "RemovedSizeGB": 44.204250816, "RemovedSizeGiB": 41.16841667890549, "RemovedKld": 0.001289, "RemovedPplDeltaPercent": 0.10730271957200069, "AnchorSizeBytes": 44479993536, "AnchorSizeGB": 44.479993536, "AnchorSizeGiB": 41.42522209882736, "AnchorKld": 0.00095, "AnchorPplDeltaPercent": 0.02518056174766279, "SizeDeltaPercent": 0.6199252699459745, "KldRatio": 1.3568421052631578, "PplAbsRatio": 4.261331444758587, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-UD-Q4_K_S", "AcceptedAnchor": "Unsloth-UD-Q4_K_M", "Reason": "Reason: small size gain (0.41%) but disproportionate damage (KLD x1.24, |PPL| x10.52).", "RemovedSizeBytes": 43461277376, "RemovedSizeGB": 43.461277376000005, "RemovedSizeGiB": 40.47646874189377, "RemovedKld": 0.003654, "RemovedPplDeltaPercent": 0.1903878733838632, "AnchorSizeBytes": 43638838976, "AnchorSizeGB": 43.63883897600001, "AnchorSizeGiB": 40.64183586835861, "AnchorKld": 0.002935, "AnchorPplDeltaPercent": -0.01810075791350452, "SizeDeltaPercent": 0.4068889186021959, "KldRatio": 1.2449744463373082, "PplAbsRatio": 10.518226600987774, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-UD-IQ4_XS", "AcceptedAnchor": "Unsloth-UD-Q4_K_M", "Reason": "Reason: small size gain (0.95%) but disproportionate damage (KLD x1.63, |PPL| x16.58).", "RemovedSizeBytes": 43223135936, "RemovedSizeGB": 43.223135936, "RemovedSizeGiB": 40.25468224287033, "RemovedKld": 0.004789, "RemovedPplDeltaPercent": 0.30018724921979667, "AnchorSizeBytes": 43638838976, "AnchorSizeGB": 43.63883897600001, "AnchorSizeGiB": 40.64183586835861, "AnchorKld": 0.002935, "AnchorPplDeltaPercent": -0.01810075791350452, "SizeDeltaPercent": 0.9525987623745529, "KldRatio": 1.631686541737649, "PplAbsRatio": 16.58423645320589, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-UD-Q3_K_XL", "AcceptedAnchor": "Unsloth-UD-Q4_K_M", "Reason": "Reason: small size gain (1.47%) but disproportionate damage (KLD x2.46, |PPL| x25.78).", "RemovedSizeBytes": 42995439296, "RemovedSizeGB": 42.995439295999994, "RemovedSizeGiB": 40.04262322187424, "RemovedKld": 0.007231, "RemovedPplDeltaPercent": 0.46671422202407, "AnchorSizeBytes": 43638838976, "AnchorSizeGB": 43.63883897600001, "AnchorSizeGiB": 40.64183586835861, "AnchorKld": 0.002935, "AnchorPplDeltaPercent": -0.01810075791350452, "SizeDeltaPercent": 1.4743739638761924, "KldRatio": 2.4637137989778535, "PplAbsRatio": 25.784236453207644, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-UD-IQ3_S", "AcceptedAnchor": "Unsloth-UD-Q4_K_M", "Reason": "Reason: small size gain (2.06%) but disproportionate damage (KLD x3.67, |PPL| x38.70).", "RemovedSizeBytes": 42740586176, "RemovedSizeGB": 42.740586175999994, "RemovedSizeGiB": 39.80527275800705, "RemovedKld": 0.01077, "RemovedPplDeltaPercent": 0.7005439144003599, "AnchorSizeBytes": 43638838976, "AnchorSizeGB": 43.63883897600001, "AnchorSizeGiB": 40.64183586835861, "AnchorKld": 0.002935, "AnchorPplDeltaPercent": -0.01810075791350452, "SizeDeltaPercent": 2.058379235281697, "KldRatio": 3.6695059625212947, "PplAbsRatio": 38.70246305419629, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-UD-IQ3_XXS", "AcceptedAnchor": "Unsloth-UD-Q4_K_M", "Reason": "Reason: small size gain (2.61%) but disproportionate damage (KLD x5.78, |PPL| x81.24).", "RemovedSizeBytes": 42501748416, "RemovedSizeGB": 42.501748416000005, "RemovedSizeGiB": 39.582837760448456, "RemovedKld": 0.016953, "RemovedPplDeltaPercent": 1.470494872938028, "AnchorSizeBytes": 43638838976, "AnchorSizeGB": 43.63883897600001, "AnchorSizeGiB": 40.64183586835861, "AnchorKld": 0.002935, "AnchorPplDeltaPercent": -0.01810075791350452, "SizeDeltaPercent": 2.6056847218721018, "KldRatio": 5.776149914821124, "PplAbsRatio": 81.23940886701372, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-UD-Q2_K_XL", "AcceptedAnchor": "Unsloth-UD-Q4_K_M", "Reason": "Reason: small size gain (3.07%) but disproportionate damage (KLD x7.84, |PPL| x73.81).", "RemovedSizeBytes": 42301208256, "RemovedSizeGB": 42.301208255999995, "RemovedSizeGiB": 39.396070182323456, "RemovedKld": 0.023, "RemovedPplDeltaPercent": 1.3360142666072246, "AnchorSizeBytes": 43638838976, "AnchorSizeGB": 43.63883897600001, "AnchorSizeGiB": 40.64183586835861, "AnchorKld": 0.002935, "AnchorPplDeltaPercent": -0.01810075791350452, "SizeDeltaPercent": 3.065229853469876, "KldRatio": 7.836456558773424, "PplAbsRatio": 73.8098522167659, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-UD-IQ2_S", "AcceptedAnchor": "Unsloth-UD-Q4_K_M", "Reason": "Reason: small size gain (3.52%) but disproportionate damage (KLD x14.18, |PPL| x128.39).", "RemovedSizeBytes": 42101364416, "RemovedSizeGB": 42.101364416, "RemovedSizeGiB": 39.20995110273361, "RemovedKld": 0.041621, "RemovedPplDeltaPercent": 2.3239946500222906, "AnchorSizeBytes": 43638838976, "AnchorSizeGB": 43.63883897600001, "AnchorSizeGiB": 40.64183586835861, "AnchorKld": 0.002935, "AnchorPplDeltaPercent": -0.01810075791350452, "SizeDeltaPercent": 3.5231793422496027, "KldRatio": 14.180919931856899, "PplAbsRatio": 128.39211822663054, "sourceRun": "Unsloth Dynamic V3" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-Q4_K_M", "AcceptedAnchor": "Unsloth-Q5_K_M", "Reason": "Reason: small size gain (0.32%) but disproportionate damage (KLD x1.46, |PPL| x6.07).", "RemovedSizeBytes": 49962325696, "RemovedSizeGB": 49.962325696, "RemovedSizeGiB": 46.5310418009758, "RemovedKld": 0.000401, "RemovedPplDeltaPercent": 0.007900133749438237, "AnchorSizeBytes": 50121250496, "AnchorSizeGB": 50.121250496, "AnchorSizeGiB": 46.67905205488205, "AnchorKld": 0.000274, "AnchorPplDeltaPercent": 0.0013018279090581157, "SizeDeltaPercent": 0.31708067621473895, "KldRatio": 1.4635036496350364, "PplAbsRatio": 6.0684931506454305, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-Q4_K_XL", "AcceptedAnchor": "Unsloth-Q5_K_M", "Reason": "Reason: small size gain (0.32%) but disproportionate damage (KLD x1.46, |PPL| x6.07).", "RemovedSizeBytes": 49962325696, "RemovedSizeGB": 49.962325696, "RemovedSizeGiB": 46.5310418009758, "RemovedKld": 0.000401, "RemovedPplDeltaPercent": 0.007900133749438237, "AnchorSizeBytes": 50121250496, "AnchorSizeGB": 50.121250496, "AnchorSizeGiB": 46.67905205488205, "AnchorKld": 0.000274, "AnchorPplDeltaPercent": 0.0013018279090581157, "SizeDeltaPercent": 0.31708067621473895, "KldRatio": 1.4635036496350364, "PplAbsRatio": 6.0684931506454305, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-Q4_K_S", "AcceptedAnchor": "Unsloth-Q5_K_M", "Reason": "Reason: small size gain (0.32%) but disproportionate damage (KLD x1.46, |PPL| x6.07).", "RemovedSizeBytes": 49962325696, "RemovedSizeGB": 49.962325696, "RemovedSizeGiB": 46.5310418009758, "RemovedKld": 0.000401, "RemovedPplDeltaPercent": 0.007900133749438237, "AnchorSizeBytes": 50121250496, "AnchorSizeGB": 50.121250496, "AnchorSizeGiB": 46.67905205488205, "AnchorKld": 0.000274, "AnchorPplDeltaPercent": 0.0013018279090581157, "SizeDeltaPercent": 0.31708067621473895, "KldRatio": 1.4635036496350364, "PplAbsRatio": 6.0684931506454305, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-IQ4_NL", "AcceptedAnchor": "Unsloth-Q5_K_M", "Reason": "Reason: small size gain (0.32%) but disproportionate damage (KLD x1.46, |PPL| x6.07).", "RemovedSizeBytes": 49962325696, "RemovedSizeGB": 49.962325696, "RemovedSizeGiB": 46.5310418009758, "RemovedKld": 0.000401, "RemovedPplDeltaPercent": 0.007900133749438237, "AnchorSizeBytes": 50121250496, "AnchorSizeGB": 50.121250496, "AnchorSizeGiB": 46.67905205488205, "AnchorKld": 0.000274, "AnchorPplDeltaPercent": 0.0013018279090581157, "SizeDeltaPercent": 0.31708067621473895, "KldRatio": 1.4635036496350364, "PplAbsRatio": 6.0684931506454305, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-IQ4_XS", "AcceptedAnchor": "Unsloth-Q5_K_M", "Reason": "Reason: small size gain (0.32%) but disproportionate damage (KLD x1.46, |PPL| x6.07).", "RemovedSizeBytes": 49962325696, "RemovedSizeGB": 49.962325696, "RemovedSizeGiB": 46.5310418009758, "RemovedKld": 0.000401, "RemovedPplDeltaPercent": 0.007900133749438237, "AnchorSizeBytes": 50121250496, "AnchorSizeGB": 50.121250496, "AnchorSizeGiB": 46.67905205488205, "AnchorKld": 0.000274, "AnchorPplDeltaPercent": 0.0013018279090581157, "SizeDeltaPercent": 0.31708067621473895, "KldRatio": 1.4635036496350364, "PplAbsRatio": 6.0684931506454305, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-Q3_K_M", "AcceptedAnchor": "Unsloth-Q5_K_M", "Reason": "Reason: small size gain (0.65%) but disproportionate damage (KLD x3.19, |PPL| x39.63).", "RemovedSizeBytes": 49793468096, "RemovedSizeGB": 49.793468096000005, "RemovedSizeGiB": 46.37378090620041, "RemovedKld": 0.000873, "RemovedPplDeltaPercent": -0.05159161836826138, "AnchorSizeBytes": 50121250496, "AnchorSizeGB": 50.121250496, "AnchorSizeGiB": 46.67905205488205, "AnchorKld": 0.000274, "AnchorPplDeltaPercent": 0.0013018279090581157, "SizeDeltaPercent": 0.653978894692899, "KldRatio": 3.1861313868613137, "PplAbsRatio": 39.63013698606937, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-Q3_K_S", "AcceptedAnchor": "Unsloth-Q5_K_M", "Reason": "Reason: small size gain (0.65%) but disproportionate damage (KLD x3.19, |PPL| x39.63).", "RemovedSizeBytes": 49793468096, "RemovedSizeGB": 49.793468096000005, "RemovedSizeGiB": 46.37378090620041, "RemovedKld": 0.000873, "RemovedPplDeltaPercent": -0.05159161836826138, "AnchorSizeBytes": 50121250496, "AnchorSizeGB": 50.121250496, "AnchorSizeGiB": 46.67905205488205, "AnchorKld": 0.000274, "AnchorPplDeltaPercent": 0.0013018279090581157, "SizeDeltaPercent": 0.653978894692899, "KldRatio": 3.1861313868613137, "PplAbsRatio": 39.63013698606937, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-Q3_K_XL", "AcceptedAnchor": "Unsloth-Q5_K_M", "Reason": "Reason: small size gain (0.65%) but disproportionate damage (KLD x3.19, |PPL| x39.63).", "RemovedSizeBytes": 49793468096, "RemovedSizeGB": 49.793468096000005, "RemovedSizeGiB": 46.37378090620041, "RemovedKld": 0.000873, "RemovedPplDeltaPercent": -0.05159161836826138, "AnchorSizeBytes": 50121250496, "AnchorSizeGB": 50.121250496, "AnchorSizeGiB": 46.67905205488205, "AnchorKld": 0.000274, "AnchorPplDeltaPercent": 0.0013018279090581157, "SizeDeltaPercent": 0.653978894692899, "KldRatio": 3.1861313868613137, "PplAbsRatio": 39.63013698606937, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-IQ3_XXS", "AcceptedAnchor": "Unsloth-Q5_K_M", "Reason": "Reason: small size gain (0.91%) but disproportionate damage (KLD x7.11, |PPL| x1.04).", "RemovedSizeBytes": 49664341696, "RemovedSizeGB": 49.664341696, "RemovedSizeGiB": 46.25352257490158, "RemovedKld": 0.001949, "RemovedPplDeltaPercent": -0.0013553276861340167, "AnchorSizeBytes": 50121250496, "AnchorSizeGB": 50.121250496, "AnchorSizeGiB": 46.67905205488205, "AnchorKld": 0.000274, "AnchorPplDeltaPercent": 0.0013018279090581157, "SizeDeltaPercent": 0.9116069441173744, "KldRatio": 7.1131386861313874, "PplAbsRatio": 1.0410958904042922, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-IQ2_M", "AcceptedAnchor": "Unsloth-Q5_K_M", "Reason": "Reason: small size gain (0.91%) but disproportionate damage (KLD x7.11, |PPL| x1.04).", "RemovedSizeBytes": 49664341696, "RemovedSizeGB": 49.664341696, "RemovedSizeGiB": 46.25352257490158, "RemovedKld": 0.001949, "RemovedPplDeltaPercent": -0.0013553276861340167, "AnchorSizeBytes": 50121250496, "AnchorSizeGB": 50.121250496, "AnchorSizeGiB": 46.67905205488205, "AnchorKld": 0.000274, "AnchorPplDeltaPercent": 0.0013018279090581157, "SizeDeltaPercent": 0.9116069441173744, "KldRatio": 7.1131386861313874, "PplAbsRatio": 1.0410958904042922, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-Q2_K_XL", "AcceptedAnchor": "Unsloth-Q5_K_M", "Reason": "Reason: small size gain (0.91%) but disproportionate damage (KLD x7.11, |PPL| x1.04).", "RemovedSizeBytes": 49664341696, "RemovedSizeGB": 49.664341696, "RemovedSizeGiB": 46.25352257490158, "RemovedKld": 0.001949, "RemovedPplDeltaPercent": -0.0013553276861340167, "AnchorSizeBytes": 50121250496, "AnchorSizeGB": 50.121250496, "AnchorSizeGiB": 46.67905205488205, "AnchorKld": 0.000274, "AnchorPplDeltaPercent": 0.0013018279090581157, "SizeDeltaPercent": 0.9116069441173744, "KldRatio": 7.1131386861313874, "PplAbsRatio": 1.0410958904042922, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "embeddings", "RemovedCandidate": "Unsloth-UD-IQ2_XXS", "AcceptedAnchor": "Unsloth-Q5_K_M", "Reason": "Reason: small size gain (0.91%) but disproportionate damage (KLD x7.11, |PPL| x1.04).", "RemovedSizeBytes": 49664341696, "RemovedSizeGB": 49.664341696, "RemovedSizeGiB": 46.25352257490158, "RemovedKld": 0.001949, "RemovedPplDeltaPercent": -0.0013553276861340167, "AnchorSizeBytes": 50121250496, "AnchorSizeGB": 50.121250496, "AnchorSizeGiB": 46.67905205488205, "AnchorKld": 0.000274, "AnchorPplDeltaPercent": 0.0013018279090581157, "SizeDeltaPercent": 0.9116069441173744, "KldRatio": 7.1131386861313874, "PplAbsRatio": 1.0410958904042922, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "lm_head", "RemovedCandidate": "Unsloth-UD-Q3_K_XL", "AcceptedAnchor": "Unsloth-Q6_K", "Reason": "Reason: small size gain (0.34%) but disproportionate damage (KLD x2.65, |PPL| x2.32).", "RemovedSizeBytes": 50121250496, "RemovedSizeGB": 50.121250496, "RemovedSizeGiB": 46.67905205488205, "RemovedKld": 0.00124, "RemovedPplDeltaPercent": 0.13134195274186475, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000468, "AnchorPplDeltaPercent": -0.05670976370930926, "SizeDeltaPercent": 0.33576702535151376, "KldRatio": 2.6495726495726495, "PplAbsRatio": 2.316037735849429, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "lm_head", "RemovedCandidate": "Unsloth-UD-IQ3_XXS", "AcceptedAnchor": "Unsloth-Q6_K", "Reason": "Reason: small size gain (0.34%) but disproportionate damage (KLD x2.65, |PPL| x2.32).", "RemovedSizeBytes": 50121250496, "RemovedSizeGB": 50.121250496, "RemovedSizeGiB": 46.67905205488205, "RemovedKld": 0.00124, "RemovedPplDeltaPercent": 0.13134195274186475, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000468, "AnchorPplDeltaPercent": -0.05670976370930926, "SizeDeltaPercent": 0.33576702535151376, "KldRatio": 2.6495726495726495, "PplAbsRatio": 2.316037735849429, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "lm_head", "RemovedCandidate": "Unsloth-UD-IQ2_M", "AcceptedAnchor": "Unsloth-Q6_K", "Reason": "Reason: small size gain (0.99%) but disproportionate damage (KLD x35.33, |PPL| x32.48).", "RemovedSizeBytes": 49793468096, "RemovedSizeGB": 49.793468096000005, "RemovedSizeGiB": 46.37378090620041, "RemovedKld": 0.016535, "RemovedPplDeltaPercent": 1.8420864913062889, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000468, "AnchorPplDeltaPercent": -0.05670976370930926, "SizeDeltaPercent": 0.9875500745632757, "KldRatio": 35.331196581196586, "PplAbsRatio": 32.4827044025207, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "lm_head", "RemovedCandidate": "Unsloth-UD-Q2_K_XL", "AcceptedAnchor": "Unsloth-Q6_K", "Reason": "Reason: small size gain (0.99%) but disproportionate damage (KLD x35.33, |PPL| x32.48).", "RemovedSizeBytes": 49793468096, "RemovedSizeGB": 49.793468096000005, "RemovedSizeGiB": 46.37378090620041, "RemovedKld": 0.016535, "RemovedPplDeltaPercent": 1.8420864913062889, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000468, "AnchorPplDeltaPercent": -0.05670976370930926, "SizeDeltaPercent": 0.9875500745632757, "KldRatio": 35.331196581196586, "PplAbsRatio": 32.4827044025207, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "lm_head", "RemovedCandidate": "Unsloth-UD-IQ2_XXS", "AcceptedAnchor": "Unsloth-Q6_K", "Reason": "Reason: small size gain (0.99%) but disproportionate damage (KLD x35.33, |PPL| x32.48).", "RemovedSizeBytes": 49793468096, "RemovedSizeGB": 49.793468096000005, "RemovedSizeGiB": 46.37378090620041, "RemovedKld": 0.016535, "RemovedPplDeltaPercent": 1.8420864913062889, "AnchorSizeBytes": 50290108096, "AnchorSizeGB": 50.290108096000004, "AnchorSizeGiB": 46.83631294965744, "AnchorKld": 0.000468, "AnchorPplDeltaPercent": -0.05670976370930926, "SizeDeltaPercent": 0.9875500745632757, "KldRatio": 35.331196581196586, "PplAbsRatio": 32.4827044025207, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_q", "RemovedCandidate": "Unsloth-Q3_K_M", "AcceptedAnchor": "Unsloth-UD-Q3_K_XL", "Reason": "Reason: small size gain (0.04%) but disproportionate damage (KLD x1.58, |PPL| x25.66).", "RemovedSizeBytes": 46505957056, "RemovedSizeGB": 46.505957056, "RemovedSizeGiB": 43.3120476603508, "RemovedKld": 0.003666, "RemovedPplDeltaPercent": 0.45446277307178795, "AnchorSizeBytes": 46522832576, "AnchorSizeGB": 46.522832576, "AnchorSizeGiB": 43.327764213085175, "AnchorKld": 0.002327, "AnchorPplDeltaPercent": 0.017708426214895115, "SizeDeltaPercent": 0.03627362966868374, "KldRatio": 1.5754189944134078, "PplAbsRatio": 25.66364551862463, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_q", "RemovedCandidate": "Unsloth-UD-IQ3_XXS", "AcceptedAnchor": "Unsloth-UD-Q3_K_XL", "Reason": "Reason: small size gain (0.55%) but disproportionate damage (KLD x2.28, |PPL| x4.15).", "RemovedSizeBytes": 46267242176, "RemovedSizeGB": 46.267242175999996, "RemovedSizeGiB": 43.089727103710175, "RemovedKld": 0.005316, "RemovedPplDeltaPercent": 0.07347302719572618, "AnchorSizeBytes": 46522832576, "AnchorSizeGB": 46.522832576, "AnchorSizeGiB": 43.327764213085175, "AnchorKld": 0.002327, "AnchorPplDeltaPercent": 0.017708426214895115, "SizeDeltaPercent": 0.5493870124577342, "KldRatio": 2.284486463257413, "PplAbsRatio": 4.149043303121183, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_q", "RemovedCandidate": "Unsloth-UD-IQ2_M", "AcceptedAnchor": "Unsloth-UD-Q3_K_XL", "Reason": "Reason: small size gain (1.04%) but disproportionate damage (KLD x3.85, |PPL| x28.93).", "RemovedSizeBytes": 46040651456, "RemovedSizeGB": 46.040651456, "RemovedSizeGiB": 42.8786980509758, "RemovedKld": 0.008957, "RemovedPplDeltaPercent": 0.512349531876957, "AnchorSizeBytes": 46522832576, "AnchorSizeGB": 46.522832576, "AnchorSizeGiB": 43.327764213085175, "AnchorKld": 0.002327, "AnchorPplDeltaPercent": 0.017708426214895115, "SizeDeltaPercent": 1.0364397292712257, "KldRatio": 3.849162011173184, "PplAbsRatio": 28.93252769385027, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_q", "RemovedCandidate": "Unsloth-UD-Q2_K_XL", "AcceptedAnchor": "Unsloth-UD-Q3_K_XL", "Reason": "Reason: small size gain (1.04%) but disproportionate damage (KLD x3.85, |PPL| x28.93).", "RemovedSizeBytes": 46040651456, "RemovedSizeGB": 46.040651456, "RemovedSizeGiB": 42.8786980509758, "RemovedKld": 0.008957, "RemovedPplDeltaPercent": 0.512349531876957, "AnchorSizeBytes": 46522832576, "AnchorSizeGB": 46.522832576, "AnchorSizeGiB": 43.327764213085175, "AnchorKld": 0.002327, "AnchorPplDeltaPercent": 0.017708426214895115, "SizeDeltaPercent": 1.0364397292712257, "KldRatio": 3.849162011173184, "PplAbsRatio": 28.93252769385027, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_q", "RemovedCandidate": "Unsloth-UD-IQ2_XXS", "AcceptedAnchor": "Unsloth-UD-Q3_K_XL", "Reason": "Reason: small size gain (1.63%) but disproportionate damage (KLD x9.84, |PPL| x107.94).", "RemovedSizeBytes": 45763925696, "RemovedSizeGB": 45.76392569600001, "RemovedSizeGiB": 42.620977103710175, "RemovedKld": 0.022907, "RemovedPplDeltaPercent": 1.9115113687026275, "AnchorSizeBytes": 46522832576, "AnchorSizeGB": 46.522832576, "AnchorSizeGiB": 43.327764213085175, "AnchorKld": 0.002327, "AnchorPplDeltaPercent": 0.017708426214895115, "SizeDeltaPercent": 1.6312568216052727, "KldRatio": 9.844005156854319, "PplAbsRatio": 107.94360523662995, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_kv", "RemovedCandidate": "Unsloth-Q5_K_M", "AcceptedAnchor": "Unsloth-UD-Q4_K_XL", "Reason": "Reason: small size gain (0.01%) but disproportionate damage (KLD x0.96, |PPL| x4.79).", "RemovedSizeBytes": 51562264256, "RemovedSizeGB": 51.56226425599999, "RemovedSizeGiB": 48.02110069990158, "RemovedKld": 0.00043, "RemovedPplDeltaPercent": 0.035648684797140257, "AnchorSizeBytes": 51567834816, "AnchorSizeGB": 51.567834816, "AnchorSizeGiB": 48.02628868818283, "AnchorKld": 0.00045, "AnchorPplDeltaPercent": -0.007436469014706511, "SizeDeltaPercent": 0.010802392654018542, "KldRatio": 0.9555555555555556, "PplAbsRatio": 4.7937649880125495, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_kv", "RemovedCandidate": "Unsloth-UD-Q3_K_XL", "AcceptedAnchor": "Unsloth-Q4_K_M", "Reason": "Reason: small size gain (0.01%) but disproportionate damage (KLD x0.91, |PPL| x18.69).", "RemovedSizeBytes": 51542070976, "RemovedSizeGB": 51.542070976000005, "RemovedSizeGiB": 48.00229424238205, "RemovedKld": 0.000657, "RemovedPplDeltaPercent": 0.07267053053946096, "AnchorSizeBytes": 51545880256, "AnchorSizeGB": 51.545880256, "AnchorSizeGiB": 48.00584191083908, "AnchorKld": 0.000722, "AnchorPplDeltaPercent": -0.003887650468127928, "SizeDeltaPercent": 0.007390076531977734, "KldRatio": 0.9099722991689752, "PplAbsRatio": 18.692660550436514, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_kv", "RemovedCandidate": "Unsloth-UD-IQ3_XXS", "AcceptedAnchor": "Unsloth-Q4_K_S", "Reason": "Reason: small size gain (0.01%) but disproportionate damage (KLD x1.49, |PPL| x19.97).", "RemovedSizeBytes": 51528144576, "RemovedSizeGB": 51.528144575999995, "RemovedSizeGiB": 47.989324271678925, "RemovedKld": 0.001308, "RemovedPplDeltaPercent": 0.1923138653588966, "AnchorSizeBytes": 51534370496, "AnchorSizeGB": 51.534370495999994, "AnchorSizeGiB": 47.995122611522675, "AnchorKld": 0.000877, "AnchorPplDeltaPercent": -0.009629959875166919, "SizeDeltaPercent": 0.012081102262582685, "KldRatio": 1.4914481185860888, "PplAbsRatio": 19.970370370371164, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_kv", "RemovedCandidate": "Unsloth-Q3_K_M", "AcceptedAnchor": "Unsloth-Q4_K_S", "Reason": "Reason: small size gain (0.02%) but disproportionate damage (KLD x1.70, |PPL| x7.98).", "RemovedSizeBytes": 51521877696, "RemovedSizeGB": 51.521877696000004, "RemovedSizeGiB": 47.98348778486252, "RemovedKld": 0.001491, "RemovedPplDeltaPercent": 0.07684351315203064, "AnchorSizeBytes": 51534370496, "AnchorSizeGB": 51.534370495999994, "AnchorSizeGiB": 47.995122611522675, "AnchorKld": 0.000877, "AnchorPplDeltaPercent": -0.009629959875166919, "SizeDeltaPercent": 0.024241685461103415, "KldRatio": 1.700114025085519, "PplAbsRatio": 7.979629629630071, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_kv", "RemovedCandidate": "Unsloth-UD-IQ2_M", "AcceptedAnchor": "Unsloth-Q4_K_S", "Reason": "Reason: small size gain (0.03%) but disproportionate damage (KLD x1.74, |PPL| x7.10).", "RemovedSizeBytes": 51519092416, "RemovedSizeGB": 51.519092416, "RemovedSizeGiB": 47.98089379072189, "RemovedKld": 0.001526, "RemovedPplDeltaPercent": 0.06835488185466246, "AnchorSizeBytes": 51534370496, "AnchorSizeGB": 51.534370495999994, "AnchorSizeGiB": 47.995122611522675, "AnchorKld": 0.000877, "AnchorPplDeltaPercent": -0.009629959875166919, "SizeDeltaPercent": 0.029646389104890404, "KldRatio": 1.7400228050171038, "PplAbsRatio": 7.098148148148711, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_kv", "RemovedCandidate": "Unsloth-UD-Q2_K_XL", "AcceptedAnchor": "Unsloth-Q4_K_S", "Reason": "Reason: small size gain (0.03%) but disproportionate damage (KLD x1.74, |PPL| x7.10).", "RemovedSizeBytes": 51519092416, "RemovedSizeGB": 51.519092416, "RemovedSizeGiB": 47.98089379072189, "RemovedKld": 0.001526, "RemovedPplDeltaPercent": 0.06835488185466246, "AnchorSizeBytes": 51534370496, "AnchorSizeGB": 51.534370495999994, "AnchorSizeGiB": 47.995122611522675, "AnchorKld": 0.000877, "AnchorPplDeltaPercent": -0.009629959875166919, "SizeDeltaPercent": 0.029646389104890404, "KldRatio": 1.7400228050171038, "PplAbsRatio": 7.098148148148711, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_kv", "RemovedCandidate": "Unsloth-UD-IQ2_XXS", "AcceptedAnchor": "Unsloth-Q4_K_S", "Reason": "Reason: small size gain (0.04%) but disproportionate damage (KLD x2.43, |PPL| x14.11).", "RemovedSizeBytes": 51515692736, "RemovedSizeGB": 51.515692736000005, "RemovedSizeGiB": 47.977727591991425, "RemovedKld": 0.002135, "RemovedPplDeltaPercent": 0.1359072670530597, "AnchorSizeBytes": 51534370496, "AnchorSizeGB": 51.534370495999994, "AnchorSizeGiB": 47.995122611522675, "AnchorKld": 0.000877, "AnchorPplDeltaPercent": -0.009629959875166919, "SizeDeltaPercent": 0.03624330678774806, "KldRatio": 2.434435575826682, "PplAbsRatio": 14.112962962963953, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_kv", "RemovedCandidate": "Unsloth-Q3_K_S", "AcceptedAnchor": "Unsloth-Q4_K_S", "Reason": "Reason: small size gain (0.05%) but disproportionate damage (KLD x7.36, |PPL| x87.26).", "RemovedSizeBytes": 51510040256, "RemovedSizeGB": 51.510040256, "RemovedSizeGiB": 47.97246330976486, "RemovedKld": 0.006459, "RemovedPplDeltaPercent": 0.8403566651805623, "AnchorSizeBytes": 51534370496, "AnchorSizeGB": 51.534370495999994, "AnchorSizeGiB": 47.995122611522675, "AnchorKld": 0.000877, "AnchorPplDeltaPercent": -0.009629959875166919, "SizeDeltaPercent": 0.04721167594719813, "KldRatio": 7.364880273660206, "PplAbsRatio": 87.2648148148173, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-Q5_K_M", "AcceptedAnchor": "Unsloth-Q6_K", "Reason": "Reason: small size gain (0.14%) but disproportionate damage (KLD x1.78, |PPL| x5.88).", "RemovedSizeBytes": 51088070336, "RemovedSizeGB": 51.088070336, "RemovedSizeGiB": 47.579473197460175, "RemovedKld": 0.000445, "RemovedPplDeltaPercent": 0.045920641997328863, "AnchorSizeBytes": 51159094976, "AnchorSizeGB": 51.159094976, "AnchorSizeGiB": 47.64562004804611, "AnchorKld": 0.00025, "AnchorPplDeltaPercent": 0.007810967454301176, "SizeDeltaPercent": 0.1388309156628346, "KldRatio": 1.7799999999999998, "PplAbsRatio": 5.878995433791274, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-Q5_K_S", "AcceptedAnchor": "Unsloth-Q6_K", "Reason": "Reason: small size gain (0.14%) but disproportionate damage (KLD x1.78, |PPL| x5.88).", "RemovedSizeBytes": 51088070336, "RemovedSizeGB": 51.088070336, "RemovedSizeGiB": 47.579473197460175, "RemovedKld": 0.000445, "RemovedPplDeltaPercent": 0.045920641997328863, "AnchorSizeBytes": 51159094976, "AnchorSizeGB": 51.159094976, "AnchorSizeGiB": 47.64562004804611, "AnchorKld": 0.00025, "AnchorPplDeltaPercent": 0.007810967454301176, "SizeDeltaPercent": 0.1388309156628346, "KldRatio": 1.7799999999999998, "PplAbsRatio": 5.878995433791274, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-UD-Q4_K_XL", "AcceptedAnchor": "Unsloth-Q6_K", "Reason": "Reason: small size gain (0.14%) but disproportionate damage (KLD x1.78, |PPL| x5.88).", "RemovedSizeBytes": 51088070336, "RemovedSizeGB": 51.088070336, "RemovedSizeGiB": 47.579473197460175, "RemovedKld": 0.000445, "RemovedPplDeltaPercent": 0.045920641997328863, "AnchorSizeBytes": 51159094976, "AnchorSizeGB": 51.159094976, "AnchorSizeGiB": 47.64562004804611, "AnchorKld": 0.00025, "AnchorPplDeltaPercent": 0.007810967454301176, "SizeDeltaPercent": 0.1388309156628346, "KldRatio": 1.7799999999999998, "PplAbsRatio": 5.878995433791274, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-Q4_K_M", "AcceptedAnchor": "Unsloth-Q6_K", "Reason": "Reason: small size gain (0.27%) but disproportionate damage (KLD x4.03, |PPL| x8.89).", "RemovedSizeBytes": 51021223616, "RemovedSizeGB": 51.02122361599999, "RemovedSizeGiB": 47.517217338085175, "RemovedKld": 0.001007, "RemovedPplDeltaPercent": -0.06947837717343061, "AnchorSizeBytes": 51159094976, "AnchorSizeGB": 51.159094976, "AnchorSizeGiB": 47.64562004804611, "AnchorKld": 0.00025, "AnchorPplDeltaPercent": 0.007810967454301176, "SizeDeltaPercent": 0.2694953068749142, "KldRatio": 4.0280000000000005, "PplAbsRatio": 8.8949771689513, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-Q4_K_S", "AcceptedAnchor": "Unsloth-Q6_K", "Reason": "Reason: small size gain (0.27%) but disproportionate damage (KLD x4.03, |PPL| x8.89).", "RemovedSizeBytes": 51021223616, "RemovedSizeGB": 51.02122361599999, "RemovedSizeGiB": 47.517217338085175, "RemovedKld": 0.001007, "RemovedPplDeltaPercent": -0.06947837717343061, "AnchorSizeBytes": 51159094976, "AnchorSizeGB": 51.159094976, "AnchorSizeGiB": 47.64562004804611, "AnchorKld": 0.00025, "AnchorPplDeltaPercent": 0.007810967454301176, "SizeDeltaPercent": 0.2694953068749142, "KldRatio": 4.0280000000000005, "PplAbsRatio": 8.8949771689513, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-Q3_K_M", "AcceptedAnchor": "Unsloth-Q6_K", "Reason": "Reason: small size gain (0.27%) but disproportionate damage (KLD x4.03, |PPL| x8.89).", "RemovedSizeBytes": 51021223616, "RemovedSizeGB": 51.02122361599999, "RemovedSizeGiB": 47.517217338085175, "RemovedKld": 0.001007, "RemovedPplDeltaPercent": -0.06947837717343061, "AnchorSizeBytes": 51159094976, "AnchorSizeGB": 51.159094976, "AnchorSizeGiB": 47.64562004804611, "AnchorKld": 0.00025, "AnchorPplDeltaPercent": 0.007810967454301176, "SizeDeltaPercent": 0.2694953068749142, "KldRatio": 4.0280000000000005, "PplAbsRatio": 8.8949771689513, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-UD-Q3_K_XL", "AcceptedAnchor": "Unsloth-Q6_K", "Reason": "Reason: small size gain (0.30%) but disproportionate damage (KLD x4.44, |PPL| x21.45).", "RemovedSizeBytes": 51004511936, "RemovedSizeGB": 51.00451193599999, "RemovedSizeGiB": 47.501653373241425, "RemovedKld": 0.001109, "RemovedPplDeltaPercent": 0.16752563530985906, "AnchorSizeBytes": 51159094976, "AnchorSizeGB": 51.159094976, "AnchorSizeGiB": 47.64562004804611, "AnchorKld": 0.00025, "AnchorPplDeltaPercent": 0.007810967454301176, "SizeDeltaPercent": 0.30216140467793406, "KldRatio": 4.436, "PplAbsRatio": 21.44748858447869, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-UD-IQ3_XXS", "AcceptedAnchor": "Unsloth-Q6_K", "Reason": "Reason: small size gain (0.41%) but disproportionate damage (KLD x11.46, |PPL| x40.54).", "RemovedSizeBytes": 50950198976, "RemovedSizeGB": 50.95019897600001, "RemovedSizeGiB": 47.45107048749924, "RemovedKld": 0.002865, "RemovedPplDeltaPercent": 0.3166473473027254, "AnchorSizeBytes": 51159094976, "AnchorSizeGB": 51.159094976, "AnchorSizeGiB": 47.64562004804611, "AnchorKld": 0.00025, "AnchorPplDeltaPercent": 0.007810967454301176, "SizeDeltaPercent": 0.40832622253774875, "KldRatio": 11.459999999999999, "PplAbsRatio": 40.538812785394576, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-UD-IQ2_M", "AcceptedAnchor": "Unsloth-Q6_K", "Reason": "Reason: small size gain (0.41%) but disproportionate damage (KLD x11.46, |PPL| x40.54).", "RemovedSizeBytes": 50950198976, "RemovedSizeGB": 50.95019897600001, "RemovedSizeGiB": 47.45107048749924, "RemovedKld": 0.002865, "RemovedPplDeltaPercent": 0.3166473473027254, "AnchorSizeBytes": 51159094976, "AnchorSizeGB": 51.159094976, "AnchorSizeGiB": 47.64562004804611, "AnchorKld": 0.00025, "AnchorPplDeltaPercent": 0.007810967454301176, "SizeDeltaPercent": 0.40832622253774875, "KldRatio": 11.459999999999999, "PplAbsRatio": 40.538812785394576, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-UD-Q2_K_XL", "AcceptedAnchor": "Unsloth-Q6_K", "Reason": "Reason: small size gain (0.41%) but disproportionate damage (KLD x11.46, |PPL| x40.54).", "RemovedSizeBytes": 50950198976, "RemovedSizeGB": 50.95019897600001, "RemovedSizeGiB": 47.45107048749924, "RemovedKld": 0.002865, "RemovedPplDeltaPercent": 0.3166473473027254, "AnchorSizeBytes": 51159094976, "AnchorSizeGB": 51.159094976, "AnchorSizeGiB": 47.64562004804611, "AnchorKld": 0.00025, "AnchorPplDeltaPercent": 0.007810967454301176, "SizeDeltaPercent": 0.40832622253774875, "KldRatio": 11.459999999999999, "PplAbsRatio": 40.538812785394576, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "attn_output", "RemovedCandidate": "Unsloth-UD-IQ2_XXS", "AcceptedAnchor": "Unsloth-Q6_K", "Reason": "Reason: small size gain (0.51%) but disproportionate damage (KLD x38.04, |PPL| x141.05).", "RemovedSizeBytes": 50898343616, "RemovedSizeGB": 50.898343616, "RemovedSizeGiB": 47.402776420116425, "RemovedKld": 0.00951, "RemovedPplDeltaPercent": 1.1017209094962188, "AnchorSizeBytes": 51159094976, "AnchorSizeGB": 51.159094976, "AnchorSizeGiB": 47.64562004804611, "AnchorKld": 0.00025, "AnchorPplDeltaPercent": 0.007810967454301176, "SizeDeltaPercent": 0.5096872024853546, "KldRatio": 38.04, "PplAbsRatio": 141.04794520550035, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "ffn_up_gate", "RemovedCandidate": "Unsloth-IQ4_XS", "AcceptedAnchor": "Unsloth-Q4_K_M", "Reason": "Reason: small size gain (1.01%) but disproportionate damage (KLD x1.06, |PPL| x4.12).", "RemovedSizeBytes": 34777470656, "RemovedSizeGB": 34.777470656000006, "RemovedSizeGiB": 32.389043509960175, "RemovedKld": 0.006919, "RemovedPplDeltaPercent": 0.45094962104325464, "AnchorSizeBytes": 35133986496, "AnchorSizeGB": 35.133986496, "AnchorSizeGiB": 32.721074759960175, "AnchorKld": 0.006524, "AnchorPplDeltaPercent": 0.10933571110120172, "SizeDeltaPercent": 1.014732102890144, "KldRatio": 1.0605456774984672, "PplAbsRatio": 4.124449518838848, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-Q6_K", "AcceptedAnchor": "Q8_0", "Reason": "Reason: small size gain (3.03%) but disproportionate damage (KLD x1.82, |PPL| x38.22).", "RemovedSizeBytes": 44955580096, "RemovedSizeGB": 44.955580096, "RemovedSizeGiB": 41.86814659833908, "RemovedKld": 0.000572, "RemovedPplDeltaPercent": -0.040213999108335195, "AnchorSizeBytes": 46358664896, "AnchorSizeGB": 46.35866489599999, "AnchorSizeGiB": 43.174871146678925, "AnchorKld": 0.000314, "AnchorPplDeltaPercent": -0.0010521622826616726, "SizeDeltaPercent": 3.02658586727562, "KldRatio": 1.821656050955414, "PplAbsRatio": 38.220338982885, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-UD-Q5_K_XL", "AcceptedAnchor": "Q8_0", "Reason": "Reason: small size gain (3.03%) but disproportionate damage (KLD x1.82, |PPL| x38.22).", "RemovedSizeBytes": 44955580096, "RemovedSizeGB": 44.955580096, "RemovedSizeGiB": 41.86814659833908, "RemovedKld": 0.000572, "RemovedPplDeltaPercent": -0.040213999108335195, "AnchorSizeBytes": 46358664896, "AnchorSizeGB": 46.35866489599999, "AnchorSizeGiB": 43.174871146678925, "AnchorKld": 0.000314, "AnchorPplDeltaPercent": -0.0010521622826616726, "SizeDeltaPercent": 3.02658586727562, "KldRatio": 1.821656050955414, "PplAbsRatio": 38.220338982885, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-Q5_K_M", "AcceptedAnchor": "Q8_0", "Reason": "Reason: small size gain (3.84%) but disproportionate damage (KLD x3.08, |PPL| x40.51).", "RemovedSizeBytes": 44576782016, "RemovedSizeGB": 44.576782016, "RemovedSizeGiB": 41.51536339521408, "RemovedKld": 0.000966, "RemovedPplDeltaPercent": 0.042621489077130884, "AnchorSizeBytes": 46358664896, "AnchorSizeGB": 46.35866489599999, "AnchorSizeGiB": 43.174871146678925, "AnchorKld": 0.000314, "AnchorPplDeltaPercent": -0.0010521622826616726, "SizeDeltaPercent": 3.8436889500537523, "KldRatio": 3.0764331210191083, "PplAbsRatio": 40.50847457609922, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-Q4_K_S", "AcceptedAnchor": "Unsloth-Q5_K_S", "Reason": "Reason: small size gain (1.44%) but disproportionate damage (KLD x2.61, |PPL| x1.55).", "RemovedSizeBytes": 43551102656, "RemovedSizeGB": 43.551102656000005, "RemovedSizeGiB": 40.560125052928925, "RemovedKld": 0.004065, "RemovedPplDeltaPercent": 0.10173874275523584, "AnchorSizeBytes": 44186146496, "AnchorSizeGB": 44.186146496, "AnchorSizeGiB": 41.151555716991425, "AnchorKld": 0.001558, "AnchorPplDeltaPercent": 0.06573339277753149, "SizeDeltaPercent": 1.4372012278950101, "KldRatio": 2.609114249037227, "PplAbsRatio": 1.547748236570735, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-Q3_K_M", "AcceptedAnchor": "Unsloth-Q5_K_S", "Reason": "Reason: small size gain (1.54%) but disproportionate damage (KLD x2.67, |PPL| x3.14).", "RemovedSizeBytes": 43506538176, "RemovedSizeGB": 43.506538176, "RemovedSizeGiB": 40.518621146678925, "RemovedKld": 0.004153, "RemovedPplDeltaPercent": 0.20650913954525846, "AnchorSizeBytes": 44186146496, "AnchorSizeGB": 44.186146496, "AnchorSizeGiB": 41.151555716991425, "AnchorKld": 0.001558, "AnchorPplDeltaPercent": 0.06573339277753149, "SizeDeltaPercent": 1.5380574544139582, "KldRatio": 2.665596919127086, "PplAbsRatio": 3.1416169289202722, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-IQ4_NL", "AcceptedAnchor": "Unsloth-Q5_K_S", "Reason": "Reason: small size gain (1.64%) but disproportionate damage (KLD x2.81, |PPL| x4.66).", "RemovedSizeBytes": 43461973696, "RemovedSizeGB": 43.461973696, "RemovedSizeGiB": 40.477117240428925, "RemovedKld": 0.004375, "RemovedPplDeltaPercent": 0.30619705751226267, "AnchorSizeBytes": 44186146496, "AnchorSizeGB": 44.186146496, "AnchorSizeGiB": 41.151555716991425, "AnchorKld": 0.001558, "AnchorPplDeltaPercent": 0.06573339277753149, "SizeDeltaPercent": 1.6389136809329063, "KldRatio": 2.80808729139923, "PplAbsRatio": 4.65816603364074, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-UD-Q3_K_XL", "AcceptedAnchor": "Unsloth-Q5_K_S", "Reason": "Reason: small size gain (2.05%) but disproportionate damage (KLD x2.93, |PPL| x6.73).", "RemovedSizeBytes": 43280930496, "RemovedSizeGB": 43.280930496, "RemovedSizeGiB": 40.3085076212883, "RemovedKld": 0.004566, "RemovedPplDeltaPercent": 0.4420864913062918, "AnchorSizeBytes": 44186146496, "AnchorSizeGB": 44.186146496, "AnchorSizeGiB": 41.151555716991425, "AnchorKld": 0.001558, "AnchorPplDeltaPercent": 0.06573339277753149, "SizeDeltaPercent": 2.048642101166133, "KldRatio": 2.9306803594351734, "PplAbsRatio": 6.725447639717793, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-UD-IQ3_XXS", "AcceptedAnchor": "Unsloth-Q5_K_S", "Reason": "Reason: small size gain (3.38%) but disproportionate damage (KLD x8.28, |PPL| x16.29).", "RemovedSizeBytes": 42692540096, "RemovedSizeGB": 42.692540096, "RemovedSizeGiB": 39.76052635908127, "RemovedKld": 0.012893, "RemovedPplDeltaPercent": 1.0709228711546994, "AnchorSizeBytes": 44186146496, "AnchorSizeGB": 44.186146496, "AnchorSizeGiB": 41.151555716991425, "AnchorKld": 0.001558, "AnchorPplDeltaPercent": 0.06573339277753149, "SizeDeltaPercent": 3.3802594669241195, "KldRatio": 8.275353016688062, "PplAbsRatio": 16.291915355398398, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-Q3_K_S", "AcceptedAnchor": "Unsloth-Q5_K_S", "Reason": "Reason: small size gain (3.38%) but disproportionate damage (KLD x11.23, |PPL| x10.28).", "RemovedSizeBytes": 42692540096, "RemovedSizeGB": 42.692540096, "RemovedSizeGiB": 39.76052635908127, "RemovedKld": 0.0175, "RemovedPplDeltaPercent": 0.6760410164957641, "AnchorSizeBytes": 44186146496, "AnchorSizeGB": 44.186146496, "AnchorSizeGiB": 41.151555716991425, "AnchorKld": 0.001558, "AnchorPplDeltaPercent": 0.06573339277753149, "SizeDeltaPercent": 3.3802594669241195, "KldRatio": 11.23234916559692, "PplAbsRatio": 10.284590341833741, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-UD-IQ2_M", "AcceptedAnchor": "Unsloth-Q5_K_S", "Reason": "Reason: small size gain (3.96%) but disproportionate damage (KLD x14.85, |PPL| x13.57).", "RemovedSizeBytes": 42434205376, "RemovedSizeGB": 42.43420537600001, "RemovedSizeGiB": 39.5199334025383, "RemovedKld": 0.023144, "RemovedPplDeltaPercent": 0.8921444493981283, "AnchorSizeBytes": 44186146496, "AnchorSizeGB": 44.186146496, "AnchorSizeGiB": 41.151555716991425, "AnchorKld": 0.001558, "AnchorPplDeltaPercent": 0.06573339277753149, "SizeDeltaPercent": 3.9649104050261466, "KldRatio": 14.854942233632864, "PplAbsRatio": 13.572164948453333, "sourceRun": "Unsloth Dynamic V2" }, { "Scope": "group", "GroupName": "ffn_down", "RemovedCandidate": "Unsloth-UD-Q2_K_XL", "AcceptedAnchor": "Unsloth-Q5_K_S", "Reason": "Reason: small size gain (3.96%) but disproportionate damage (KLD x14.85, |PPL| x13.57).", "RemovedSizeBytes": 42434205376, "RemovedSizeGB": 42.43420537600001, "RemovedSizeGiB": 39.5199334025383, "RemovedKld": 0.023144, "RemovedPplDeltaPercent": 0.8921444493981283, "AnchorSizeBytes": 44186146496, "AnchorSizeGB": 44.186146496, "AnchorSizeGiB": 41.151555716991425, "AnchorKld": 0.001558, "AnchorPplDeltaPercent": 0.06573339277753149, "SizeDeltaPercent": 3.9649104050261466, "KldRatio": 14.854942233632864, "PplAbsRatio": 13.572164948453333, "sourceRun": "Unsloth Dynamic V2" } ], "synergySecondChances": [ { "SynergyName": "ffn_up_gate+ffn_down", "GroupName": "ffn_up_gate", "PeerGroupName": "ffn_down", "RestoredCandidate": "Unsloth-UD-Q5_K_M", "AcceptedAnchor": "Unsloth-UD-Q6_K", "OriginalBadTradeReason": "Reason: small size gain (2.16%) but disproportionate damage (KLD x1.62, |PPL| x8.82).", "SecondChanceReason": "synergy 'ffn_up_gate+ffn_down' second chance because 'Unsloth-UD-Q5_K_M' survived in peer group 'ffn_down' and the original bad-trade decision does not survive KLD-only review vs anchor 'Unsloth-UD-Q6_K'", "RestoredSizeBytes": 36757804736, "RestoredKld": 0.001618, "RestoredPplDeltaPercent": -0.04968345965224273, "AnchorSizeBytes": 37567624896, "AnchorKld": 0.000996, "AnchorPplDeltaPercent": -0.00563530985287135, "sourceRun": "Unsloth Dynamic V3" }, { "SynergyName": "ffn_up_gate+ffn_down", "GroupName": "ffn_down", "PeerGroupName": "ffn_up_gate", "RestoredCandidate": "Unsloth-UD-Q6_K_XL", "AcceptedAnchor": "Q8_0", "OriginalBadTradeReason": "Reason: small size gain (1.80%) but disproportionate damage (KLD x1.46, |PPL| x15.15).", "SecondChanceReason": "synergy 'ffn_up_gate+ffn_down' second chance because 'Unsloth-UD-Q6_K_XL' survived in peer group 'ffn_up_gate' and the original bad-trade decision does not survive KLD-only review vs anchor 'Q8_0'", "RestoredSizeBytes": 45522384576, "RestoredKld": 0.000457, "RestoredPplDeltaPercent": -0.015942933571105277, "AnchorSizeBytes": 46358664896, "AnchorKld": 0.000314, "AnchorPplDeltaPercent": -0.0010521622826616726, "sourceRun": "Unsloth Dynamic V3" }, { "SynergyName": "ffn_up_gate+ffn_down", "GroupName": "ffn_down", "PeerGroupName": "ffn_up_gate", "RestoredCandidate": "Unsloth-UD-Q4_K_S", "AcceptedAnchor": "Unsloth-UD-Q4_K_M", "OriginalBadTradeReason": "Reason: small size gain (0.41%) but disproportionate damage (KLD x1.24, |PPL| x10.52).", "SecondChanceReason": "synergy 'ffn_up_gate+ffn_down' second chance because 'Unsloth-UD-Q4_K_S' survived in peer group 'ffn_up_gate' and the original bad-trade decision does not survive KLD-only review vs anchor 'Unsloth-UD-Q4_K_M'", "RestoredSizeBytes": 43461277376, "RestoredKld": 0.003654, "RestoredPplDeltaPercent": 0.1903878733838632, "AnchorSizeBytes": 43638838976, "AnchorKld": 0.002935, "AnchorPplDeltaPercent": -0.01810075791350452, "sourceRun": "Unsloth Dynamic V3" }, { "SynergyName": "ffn_up_gate+ffn_down", "GroupName": "ffn_down", "PeerGroupName": "ffn_up_gate", "RestoredCandidate": "Unsloth-UD-Q6_K", "AcceptedAnchor": "Q8_0", "OriginalBadTradeReason": "Reason: small size gain (3.42%) but disproportionate damage (KLD x2.23, |PPL| x7.10).", "SecondChanceReason": "synergy 'ffn_up_gate+ffn_down' second chance because 'Unsloth-UD-Q6_K' survived in peer group 'ffn_up_gate' and the original bad-trade decision does not survive KLD-only review vs anchor 'Q8_0'", "RestoredSizeBytes": 44771751616, "RestoredKld": 0.000699, "RestoredPplDeltaPercent": -0.007472135532767672, "AnchorSizeBytes": 46358664896, "AnchorKld": 0.000314, "AnchorPplDeltaPercent": -0.0010521622826616726, "sourceRun": "Unsloth Dynamic V3" }, { "SynergyName": "ffn_up_gate+ffn_down", "GroupName": "ffn_down", "PeerGroupName": "ffn_up_gate", "RestoredCandidate": "Unsloth-UD-Q6_K_M", "AcceptedAnchor": "Q8_0", "OriginalBadTradeReason": "Reason: small size gain (2.92%) but disproportionate damage (KLD x1.78, |PPL| x49.76).", "SecondChanceReason": "synergy 'ffn_up_gate+ffn_down' second chance because 'Unsloth-UD-Q6_K_M' survived in peer group 'ffn_up_gate' and the original bad-trade decision does not survive KLD-only review vs anchor 'Q8_0'", "RestoredSizeBytes": 45006411456, "RestoredKld": 0.000558, "RestoredPplDeltaPercent": -0.05235844850646545, "AnchorSizeBytes": 46358664896, "AnchorKld": 0.000314, "AnchorPplDeltaPercent": -0.0010521622826616726, "sourceRun": "Unsloth Dynamic V3" }, { "SynergyName": "ffn_up_gate+ffn_down", "GroupName": "ffn_down", "PeerGroupName": "ffn_up_gate", "RestoredCandidate": "Unsloth-UD-Q6_K_L", "AcceptedAnchor": "Q8_0", "OriginalBadTradeReason": "Reason: small size gain (2.25%) but disproportionate damage (KLD x1.63, |PPL| x51.17).", "SecondChanceReason": "synergy 'ffn_up_gate+ffn_down' second chance because 'Unsloth-UD-Q6_K_L' survived in peer group 'ffn_up_gate' and the original bad-trade decision does not survive KLD-only review vs anchor 'Q8_0'", "RestoredSizeBytes": 45316273856, "RestoredKld": 0.000511, "RestoredPplDeltaPercent": -0.05383860900579768, "AnchorSizeBytes": 46358664896, "AnchorKld": 0.000314, "AnchorPplDeltaPercent": -0.0010521622826616726, "sourceRun": "Unsloth Dynamic V3" }, { "SynergyName": "ffn_up_gate+ffn_down", "GroupName": "ffn_down", "PeerGroupName": "ffn_up_gate", "RestoredCandidate": "Unsloth-UD-Q5_K_XL", "AcceptedAnchor": "Q8_0", "OriginalBadTradeReason": "Reason: small size gain (3.03%) but disproportionate damage (KLD x1.82, |PPL| x38.22).", "SecondChanceReason": "synergy 'ffn_up_gate+ffn_down' second chance because 'Unsloth-UD-Q5_K_XL' survived in peer group 'ffn_up_gate' and the original bad-trade decision does not survive KLD-only review vs anchor 'Q8_0'", "RestoredSizeBytes": 44955580096, "RestoredKld": 0.000572, "RestoredPplDeltaPercent": -0.040213999108335195, "AnchorSizeBytes": 46358664896, "AnchorKld": 0.000314, "AnchorPplDeltaPercent": -0.0010521622826616726, "sourceRun": "Unsloth Dynamic V2" }, { "SynergyName": "ffn_up_gate+ffn_down", "GroupName": "ffn_down", "PeerGroupName": "ffn_up_gate", "RestoredCandidate": "Unsloth-Q6_K", "AcceptedAnchor": "Q8_0", "OriginalBadTradeReason": "Reason: small size gain (3.03%) but disproportionate damage (KLD x1.82, |PPL| x38.22).", "SecondChanceReason": "synergy 'ffn_up_gate+ffn_down' second chance because 'Unsloth-Q6_K' survived in peer group 'ffn_up_gate' and the original bad-trade decision does not survive KLD-only review vs anchor 'Q8_0'", "RestoredSizeBytes": 44955580096, "RestoredKld": 0.000572, "RestoredPplDeltaPercent": -0.040213999108335195, "AnchorSizeBytes": 46358664896, "AnchorKld": 0.000314, "AnchorPplDeltaPercent": -0.0010521622826616726, "sourceRun": "Unsloth Dynamic V2" } ], "notes": [ "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q5_K_M' removed vs accepted anchor 'Unsloth-UD-Q6_K' for 'embeddings'. Reason: small size gain (0.65%) but disproportionate damage (KLD x1.68, |PPL| x8.52).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q5_K_S' removed vs accepted anchor 'Unsloth-UD-Q6_K' for 'embeddings'. Reason: small size gain (0.65%) but disproportionate damage (KLD x1.68, |PPL| x8.52).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q4_K_M' removed vs accepted anchor 'Unsloth-UD-Q6_K' for 'embeddings'. Reason: small size gain (0.65%) but disproportionate damage (KLD x1.68, |PPL| x8.52).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q4_K_XL' removed vs accepted anchor 'Unsloth-UD-Q6_K' for 'embeddings'. Reason: small size gain (0.65%) but disproportionate damage (KLD x1.68, |PPL| x8.52).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q4_K_S' removed vs accepted anchor 'Unsloth-UD-Q6_K' for 'embeddings'. Reason: small size gain (0.99%) but disproportionate damage (KLD x3.65, |PPL| x55.63).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ4_XS' removed vs accepted anchor 'Unsloth-UD-Q6_K' for 'embeddings'. Reason: small size gain (0.99%) but disproportionate damage (KLD x3.65, |PPL| x55.63).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ3_S' removed vs accepted anchor 'Unsloth-UD-Q6_K' for 'embeddings'. Reason: small size gain (0.99%) but disproportionate damage (KLD x3.65, |PPL| x55.63).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q3_K_XL' removed vs accepted anchor 'Unsloth-UD-Q6_K' for 'embeddings'. Reason: small size gain (0.99%) but disproportionate damage (KLD x3.65, |PPL| x55.63).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ3_XXS' removed vs accepted anchor 'Unsloth-UD-Q6_K' for 'embeddings'. Reason: small size gain (1.24%) but disproportionate damage (KLD x8.15, |PPL| x1.46).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ2_S' removed vs accepted anchor 'Unsloth-UD-Q6_K' for 'embeddings'. Reason: small size gain (1.24%) but disproportionate damage (KLD x8.15, |PPL| x1.46).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q2_K_XL' removed vs accepted anchor 'Unsloth-UD-Q6_K' for 'embeddings'. Reason: small size gain (1.24%) but disproportionate damage (KLD x8.15, |PPL| x1.46).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ2_XXS' removed vs accepted anchor 'Unsloth-UD-Q6_K' for 'embeddings'. Reason: small size gain (1.24%) but disproportionate damage (KLD x8.15, |PPL| x1.46).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ1_M' removed vs accepted anchor 'Unsloth-UD-Q6_K' for 'embeddings'. Reason: small size gain (1.24%) but disproportionate damage (KLD x8.15, |PPL| x1.46).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ1_S' removed vs accepted anchor 'Unsloth-UD-Q6_K' for 'embeddings'. Reason: small size gain (1.24%) but disproportionate damage (KLD x8.15, |PPL| x1.46).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ4_XS' removed vs accepted anchor 'Unsloth-UD-Q5_K_M' for 'lm_head'. Reason: small size gain (0.34%) but disproportionate damage (KLD x2.65, |PPL| x2.32).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ3_S' removed vs accepted anchor 'Unsloth-UD-Q5_K_M' for 'lm_head'. Reason: small size gain (0.34%) but disproportionate damage (KLD x2.65, |PPL| x2.32).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q3_K_XL' removed vs accepted anchor 'Unsloth-UD-Q5_K_M' for 'lm_head'. Reason: small size gain (0.34%) but disproportionate damage (KLD x2.65, |PPL| x2.32).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ3_XXS' removed vs accepted anchor 'Unsloth-UD-Q5_K_M' for 'lm_head'. Reason: small size gain (0.65%) but disproportionate damage (KLD x8.13, |PPL| x8.73).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ2_S' removed vs accepted anchor 'Unsloth-UD-Q5_K_M' for 'lm_head'. Reason: small size gain (0.65%) but disproportionate damage (KLD x8.13, |PPL| x8.73).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q2_K_XL' removed vs accepted anchor 'Unsloth-UD-Q5_K_M' for 'lm_head'. Reason: small size gain (0.65%) but disproportionate damage (KLD x8.13, |PPL| x8.73).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ2_XXS' removed vs accepted anchor 'Unsloth-UD-Q5_K_M' for 'lm_head'. Reason: small size gain (0.99%) but disproportionate damage (KLD x35.33, |PPL| x32.48).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ1_M' removed vs accepted anchor 'Unsloth-UD-Q5_K_M' for 'lm_head'. Reason: small size gain (0.99%) but disproportionate damage (KLD x35.33, |PPL| x32.48).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ1_S' removed vs accepted anchor 'Unsloth-UD-Q5_K_M' for 'lm_head'. Reason: small size gain (0.99%) but disproportionate damage (KLD x35.33, |PPL| x32.48).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q6_K_L' removed vs accepted anchor 'Unsloth-UD-Q6_K_XL' for 'attn_q'. Reason: small size gain (0.37%) but disproportionate damage (KLD x1.41, |PPL| x5.12).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q6_K_M' removed vs accepted anchor 'Unsloth-UD-Q6_K_XL' for 'attn_q'. Reason: small size gain (0.66%) but disproportionate damage (KLD x1.31, |PPL| x7.56).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q6_K' removed vs accepted anchor 'Unsloth-UD-Q6_K_XL' for 'attn_q'. Reason: small size gain (0.96%) but disproportionate damage (KLD x1.59, |PPL| x3.94).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q5_K_XL' removed vs accepted anchor 'Unsloth-UD-Q6_K_XL' for 'attn_q'. Reason: small size gain (1.28%) but disproportionate damage (KLD x1.81, |PPL| x12.75).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q5_K_M' removed vs accepted anchor 'Unsloth-UD-Q6_K_XL' for 'attn_q'. Reason: small size gain (1.43%) but disproportionate damage (KLD x1.92, |PPL| x22.61).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q5_K_S' removed vs accepted anchor 'Unsloth-UD-Q6_K_XL' for 'attn_q'. Reason: small size gain (1.76%) but disproportionate damage (KLD x2.45, |PPL| x8.26).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q4_K_XL' removed vs accepted anchor 'Unsloth-UD-Q6_K_XL' for 'attn_q'. Reason: small size gain (2.16%) but disproportionate damage (KLD x3.57, |PPL| x18.56).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q4_K_M' removed vs accepted anchor 'Unsloth-UD-Q6_K_XL' for 'attn_q'. Reason: small size gain (2.45%) but disproportionate damage (KLD x4.78, |PPL| x36.49).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q4_K_S' removed vs accepted anchor 'Unsloth-UD-Q6_K_XL' for 'attn_q'. Reason: small size gain (2.71%) but disproportionate damage (KLD x5.23, |PPL| x23.01).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ4_XS' removed vs accepted anchor 'Unsloth-UD-Q6_K_XL' for 'attn_q'. Reason: small size gain (2.95%) but disproportionate damage (KLD x7.31, |PPL| x39.04).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q3_K_XL' removed vs accepted anchor 'Unsloth-UD-Q6_K_XL' for 'attn_q'. Reason: small size gain (3.37%) but disproportionate damage (KLD x11.78, |PPL| x38.46).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ3_S' removed vs accepted anchor 'Unsloth-UD-Q6_K_XL' for 'attn_q'. Reason: small size gain (3.73%) but disproportionate damage (KLD x16.95, |PPL| x40.57).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ3_XXS' removed vs accepted anchor 'Unsloth-UD-Q6_K_XL' for 'attn_q'. Reason: small size gain (3.90%) but disproportionate damage (KLD x21.08, |PPL| x92.17).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ2_XXS' removed vs accepted anchor 'Unsloth-UD-Q2_K_XL' for 'attn_kv'. Reason: small size gain (0.01%) but disproportionate damage (KLD x2.36, |PPL| x3.86).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ1_M' removed vs accepted anchor 'Unsloth-UD-Q2_K_XL' for 'attn_kv'. Reason: small size gain (0.02%) but disproportionate damage (KLD x3.33, |PPL| x2.23).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ1_S' removed vs accepted anchor 'Unsloth-UD-Q2_K_XL' for 'attn_kv'. Reason: small size gain (0.05%) but disproportionate damage (KLD x6.24, |PPL| x12.44).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q5_K_M' removed vs accepted anchor 'Unsloth-UD-Q5_K_XL' for 'attn_output'. Reason: small size gain (0.02%) but disproportionate damage (KLD x0.91, |PPL| x21.75).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q4_K_M' removed vs accepted anchor 'Unsloth-UD-Q4_K_XL' for 'attn_output'. Reason: small size gain (0.03%) but disproportionate damage (KLD x1.18, |PPL| x8.75).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q4_K_S' removed vs accepted anchor 'Unsloth-UD-Q4_K_XL' for 'attn_output'. Reason: small size gain (0.10%) but disproportionate damage (KLD x1.66, |PPL| x10.24).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ4_XS' removed vs accepted anchor 'Unsloth-UD-Q4_K_XL' for 'attn_output'. Reason: small size gain (0.15%) but disproportionate damage (KLD x2.27, |PPL| x12.71).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q3_K_XL' removed vs accepted anchor 'Unsloth-UD-Q4_K_XL' for 'attn_output'. Reason: small size gain (0.21%) but disproportionate damage (KLD x3.55, |PPL| x42.71).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ3_S' removed vs accepted anchor 'Unsloth-UD-Q4_K_XL' for 'attn_output'. Reason: small size gain (0.23%) but disproportionate damage (KLD x3.68, |PPL| x18.80).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ3_XXS' removed vs accepted anchor 'Unsloth-UD-Q4_K_XL' for 'attn_output'. Reason: small size gain (0.26%) but disproportionate damage (KLD x5.15, |PPL| x12.05).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q2_K_XL' removed vs accepted anchor 'Unsloth-UD-Q4_K_XL' for 'attn_output'. Reason: small size gain (0.31%) but disproportionate damage (KLD x8.28, |PPL| x43.08).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ2_XXS' removed vs accepted anchor 'Unsloth-UD-Q4_K_XL' for 'attn_output'. Reason: small size gain (0.34%) but disproportionate damage (KLD x21.76, |PPL| x95.95).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ1_M' removed vs accepted anchor 'Unsloth-UD-Q4_K_XL' for 'attn_output'. Reason: small size gain (0.38%) but disproportionate damage (KLD x32.20, |PPL| x165.85).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ1_S' removed vs accepted anchor 'Unsloth-UD-Q4_K_XL' for 'attn_output'. Reason: small size gain (0.40%) but disproportionate damage (KLD x41.22, |PPL| x259.09).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q5_K_XL' removed vs accepted anchor 'Unsloth-UD-Q6_K' for 'ffn_up_gate'. Reason: small size gain (1.53%) but disproportionate damage (KLD x1.41, |PPL| x6.43).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q5_K_M' removed vs accepted anchor 'Unsloth-UD-Q6_K' for 'ffn_up_gate'. Reason: small size gain (2.16%) but disproportionate damage (KLD x1.62, |PPL| x8.82).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q5_K_S' removed vs accepted anchor 'Unsloth-UD-Q6_K' for 'ffn_up_gate'. Reason: small size gain (3.45%) but disproportionate damage (KLD x2.18, |PPL| x12.46).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ4_XS' removed vs accepted anchor 'Unsloth-UD-Q4_K_S' for 'ffn_up_gate'. Reason: small size gain (1.29%) but disproportionate damage (KLD x1.37, |PPL| x4.30).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q3_K_XL' removed vs accepted anchor 'Unsloth-UD-Q4_K_S' for 'ffn_up_gate'. Reason: small size gain (2.81%) but disproportionate damage (KLD x2.25, |PPL| x6.15).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q6_K_XL' removed vs accepted anchor 'Q8_0' for 'ffn_down'. Reason: small size gain (1.80%) but disproportionate damage (KLD x1.46, |PPL| x15.15).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q6_K_L' removed vs accepted anchor 'Q8_0' for 'ffn_down'. Reason: small size gain (2.25%) but disproportionate damage (KLD x1.63, |PPL| x51.17).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q6_K_M' removed vs accepted anchor 'Q8_0' for 'ffn_down'. Reason: small size gain (2.92%) but disproportionate damage (KLD x1.78, |PPL| x49.76).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q6_K' removed vs accepted anchor 'Q8_0' for 'ffn_down'. Reason: small size gain (3.42%) but disproportionate damage (KLD x2.23, |PPL| x7.10).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q5_K_XL' removed vs accepted anchor 'Q8_0' for 'ffn_down'. Reason: small size gain (3.82%) but disproportionate damage (KLD x2.36, |PPL| x40.15).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q5_K_S' removed vs accepted anchor 'Unsloth-UD-Q5_K_M' for 'ffn_down'. Reason: small size gain (0.62%) but disproportionate damage (KLD x1.36, |PPL| x4.26).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q4_K_S' removed vs accepted anchor 'Unsloth-UD-Q4_K_M' for 'ffn_down'. Reason: small size gain (0.41%) but disproportionate damage (KLD x1.24, |PPL| x10.52).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ4_XS' removed vs accepted anchor 'Unsloth-UD-Q4_K_M' for 'ffn_down'. Reason: small size gain (0.95%) but disproportionate damage (KLD x1.63, |PPL| x16.58).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q3_K_XL' removed vs accepted anchor 'Unsloth-UD-Q4_K_M' for 'ffn_down'. Reason: small size gain (1.47%) but disproportionate damage (KLD x2.46, |PPL| x25.78).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ3_S' removed vs accepted anchor 'Unsloth-UD-Q4_K_M' for 'ffn_down'. Reason: small size gain (2.06%) but disproportionate damage (KLD x3.67, |PPL| x38.70).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ3_XXS' removed vs accepted anchor 'Unsloth-UD-Q4_K_M' for 'ffn_down'. Reason: small size gain (2.61%) but disproportionate damage (KLD x5.78, |PPL| x81.24).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-Q2_K_XL' removed vs accepted anchor 'Unsloth-UD-Q4_K_M' for 'ffn_down'. Reason: small size gain (3.07%) but disproportionate damage (KLD x7.84, |PPL| x73.81).", "[Unsloth Dynamic V3] Bad trade elimination: 'Unsloth-UD-IQ2_S' removed vs accepted anchor 'Unsloth-UD-Q4_K_M' for 'ffn_down'. Reason: small size gain (3.52%) but disproportionate damage (KLD x14.18, |PPL| x128.39).", "[Unsloth Dynamic V3] Synergy second-chance restored: 'Unsloth-UD-Q5_K_M' restored for 'ffn_up_gate' because it survived in peer group 'ffn_down' under synergy 'ffn_up_gate+ffn_down', and KLD-only bad-trade review did not eliminate it vs anchor 'Unsloth-UD-Q6_K'.", "[Unsloth Dynamic V3] Synergy second-chance rejected: 'Unsloth-UD-Q2_K_XL' remained removed for 'ffn_down' even though it survived in 'ffn_up_gate' under synergy 'ffn_up_gate+ffn_down'. Reason: small size gain (3.07%) but disproportionate KLD damage after PPL was ignored for synergy review (KLD x7.84).", "[Unsloth Dynamic V3] Synergy second-chance rejected: 'Unsloth-UD-IQ3_XXS' remained removed for 'ffn_down' even though it survived in 'ffn_up_gate' under synergy 'ffn_up_gate+ffn_down'. Reason: small size gain (2.61%) but disproportionate KLD damage after PPL was ignored for synergy review (KLD x5.78).", "[Unsloth Dynamic V3] Synergy second-chance restored: 'Unsloth-UD-Q6_K_XL' restored for 'ffn_down' because it survived in peer group 'ffn_up_gate' under synergy 'ffn_up_gate+ffn_down', and KLD-only bad-trade review did not eliminate it vs anchor 'Q8_0'.", "[Unsloth Dynamic V3] Synergy second-chance rejected: 'Unsloth-UD-IQ3_S' remained removed for 'ffn_down' even though it survived in 'ffn_up_gate' under synergy 'ffn_up_gate+ffn_down'. Reason: small size gain (2.06%) but disproportionate KLD damage after PPL was ignored for synergy review (KLD x3.67).", "[Unsloth Dynamic V3] Synergy second-chance restored: 'Unsloth-UD-Q4_K_S' restored for 'ffn_down' because it survived in peer group 'ffn_up_gate' under synergy 'ffn_up_gate+ffn_down', and KLD-only bad-trade review did not eliminate it vs anchor 'Unsloth-UD-Q4_K_M'.", "[Unsloth Dynamic V3] Synergy second-chance restored: 'Unsloth-UD-Q6_K' restored for 'ffn_down' because it survived in peer group 'ffn_up_gate' under synergy 'ffn_up_gate+ffn_down', and KLD-only bad-trade review did not eliminate it vs anchor 'Q8_0'.", "[Unsloth Dynamic V3] Synergy second-chance restored: 'Unsloth-UD-Q6_K_M' restored for 'ffn_down' because it survived in peer group 'ffn_up_gate' under synergy 'ffn_up_gate+ffn_down', and KLD-only bad-trade review did not eliminate it vs anchor 'Q8_0'.", "[Unsloth Dynamic V3] Synergy second-chance restored: 'Unsloth-UD-Q6_K_L' restored for 'ffn_down' because it survived in peer group 'ffn_up_gate' under synergy 'ffn_up_gate+ffn_down', and KLD-only bad-trade review did not eliminate it vs anchor 'Q8_0'.", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-Q4_K_M' removed vs accepted anchor 'Unsloth-Q5_K_M' for 'embeddings'. Reason: small size gain (0.32%) but disproportionate damage (KLD x1.46, |PPL| x6.07).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-Q4_K_XL' removed vs accepted anchor 'Unsloth-Q5_K_M' for 'embeddings'. Reason: small size gain (0.32%) but disproportionate damage (KLD x1.46, |PPL| x6.07).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-Q4_K_S' removed vs accepted anchor 'Unsloth-Q5_K_M' for 'embeddings'. Reason: small size gain (0.32%) but disproportionate damage (KLD x1.46, |PPL| x6.07).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-IQ4_NL' removed vs accepted anchor 'Unsloth-Q5_K_M' for 'embeddings'. Reason: small size gain (0.32%) but disproportionate damage (KLD x1.46, |PPL| x6.07).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-IQ4_XS' removed vs accepted anchor 'Unsloth-Q5_K_M' for 'embeddings'. Reason: small size gain (0.32%) but disproportionate damage (KLD x1.46, |PPL| x6.07).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-Q3_K_M' removed vs accepted anchor 'Unsloth-Q5_K_M' for 'embeddings'. Reason: small size gain (0.65%) but disproportionate damage (KLD x3.19, |PPL| x39.63).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-Q3_K_S' removed vs accepted anchor 'Unsloth-Q5_K_M' for 'embeddings'. Reason: small size gain (0.65%) but disproportionate damage (KLD x3.19, |PPL| x39.63).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-Q3_K_XL' removed vs accepted anchor 'Unsloth-Q5_K_M' for 'embeddings'. Reason: small size gain (0.65%) but disproportionate damage (KLD x3.19, |PPL| x39.63).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-IQ3_XXS' removed vs accepted anchor 'Unsloth-Q5_K_M' for 'embeddings'. Reason: small size gain (0.91%) but disproportionate damage (KLD x7.11, |PPL| x1.04).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-IQ2_M' removed vs accepted anchor 'Unsloth-Q5_K_M' for 'embeddings'. Reason: small size gain (0.91%) but disproportionate damage (KLD x7.11, |PPL| x1.04).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-Q2_K_XL' removed vs accepted anchor 'Unsloth-Q5_K_M' for 'embeddings'. Reason: small size gain (0.91%) but disproportionate damage (KLD x7.11, |PPL| x1.04).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-IQ2_XXS' removed vs accepted anchor 'Unsloth-Q5_K_M' for 'embeddings'. Reason: small size gain (0.91%) but disproportionate damage (KLD x7.11, |PPL| x1.04).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-Q3_K_XL' removed vs accepted anchor 'Unsloth-Q6_K' for 'lm_head'. Reason: small size gain (0.34%) but disproportionate damage (KLD x2.65, |PPL| x2.32).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-IQ3_XXS' removed vs accepted anchor 'Unsloth-Q6_K' for 'lm_head'. Reason: small size gain (0.34%) but disproportionate damage (KLD x2.65, |PPL| x2.32).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-IQ2_M' removed vs accepted anchor 'Unsloth-Q6_K' for 'lm_head'. Reason: small size gain (0.99%) but disproportionate damage (KLD x35.33, |PPL| x32.48).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-Q2_K_XL' removed vs accepted anchor 'Unsloth-Q6_K' for 'lm_head'. Reason: small size gain (0.99%) but disproportionate damage (KLD x35.33, |PPL| x32.48).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-IQ2_XXS' removed vs accepted anchor 'Unsloth-Q6_K' for 'lm_head'. Reason: small size gain (0.99%) but disproportionate damage (KLD x35.33, |PPL| x32.48).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-Q3_K_M' removed vs accepted anchor 'Unsloth-UD-Q3_K_XL' for 'attn_q'. Reason: small size gain (0.04%) but disproportionate damage (KLD x1.58, |PPL| x25.66).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-IQ3_XXS' removed vs accepted anchor 'Unsloth-UD-Q3_K_XL' for 'attn_q'. Reason: small size gain (0.55%) but disproportionate damage (KLD x2.28, |PPL| x4.15).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-IQ2_M' removed vs accepted anchor 'Unsloth-UD-Q3_K_XL' for 'attn_q'. Reason: small size gain (1.04%) but disproportionate damage (KLD x3.85, |PPL| x28.93).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-Q2_K_XL' removed vs accepted anchor 'Unsloth-UD-Q3_K_XL' for 'attn_q'. Reason: small size gain (1.04%) but disproportionate damage (KLD x3.85, |PPL| x28.93).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-IQ2_XXS' removed vs accepted anchor 'Unsloth-UD-Q3_K_XL' for 'attn_q'. Reason: small size gain (1.63%) but disproportionate damage (KLD x9.84, |PPL| x107.94).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-Q5_K_M' removed vs accepted anchor 'Unsloth-UD-Q4_K_XL' for 'attn_kv'. Reason: small size gain (0.01%) but disproportionate damage (KLD x0.96, |PPL| x4.79).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-Q3_K_XL' removed vs accepted anchor 'Unsloth-Q4_K_M' for 'attn_kv'. Reason: small size gain (0.01%) but disproportionate damage (KLD x0.91, |PPL| x18.69).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-IQ3_XXS' removed vs accepted anchor 'Unsloth-Q4_K_S' for 'attn_kv'. Reason: small size gain (0.01%) but disproportionate damage (KLD x1.49, |PPL| x19.97).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-Q3_K_M' removed vs accepted anchor 'Unsloth-Q4_K_S' for 'attn_kv'. Reason: small size gain (0.02%) but disproportionate damage (KLD x1.70, |PPL| x7.98).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-IQ2_M' removed vs accepted anchor 'Unsloth-Q4_K_S' for 'attn_kv'. Reason: small size gain (0.03%) but disproportionate damage (KLD x1.74, |PPL| x7.10).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-Q2_K_XL' removed vs accepted anchor 'Unsloth-Q4_K_S' for 'attn_kv'. Reason: small size gain (0.03%) but disproportionate damage (KLD x1.74, |PPL| x7.10).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-IQ2_XXS' removed vs accepted anchor 'Unsloth-Q4_K_S' for 'attn_kv'. Reason: small size gain (0.04%) but disproportionate damage (KLD x2.43, |PPL| x14.11).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-Q3_K_S' removed vs accepted anchor 'Unsloth-Q4_K_S' for 'attn_kv'. Reason: small size gain (0.05%) but disproportionate damage (KLD x7.36, |PPL| x87.26).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-Q5_K_M' removed vs accepted anchor 'Unsloth-Q6_K' for 'attn_output'. Reason: small size gain (0.14%) but disproportionate damage (KLD x1.78, |PPL| x5.88).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-Q5_K_S' removed vs accepted anchor 'Unsloth-Q6_K' for 'attn_output'. Reason: small size gain (0.14%) but disproportionate damage (KLD x1.78, |PPL| x5.88).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-Q4_K_XL' removed vs accepted anchor 'Unsloth-Q6_K' for 'attn_output'. Reason: small size gain (0.14%) but disproportionate damage (KLD x1.78, |PPL| x5.88).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-Q4_K_M' removed vs accepted anchor 'Unsloth-Q6_K' for 'attn_output'. Reason: small size gain (0.27%) but disproportionate damage (KLD x4.03, |PPL| x8.89).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-Q4_K_S' removed vs accepted anchor 'Unsloth-Q6_K' for 'attn_output'. Reason: small size gain (0.27%) but disproportionate damage (KLD x4.03, |PPL| x8.89).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-Q3_K_M' removed vs accepted anchor 'Unsloth-Q6_K' for 'attn_output'. Reason: small size gain (0.27%) but disproportionate damage (KLD x4.03, |PPL| x8.89).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-Q3_K_XL' removed vs accepted anchor 'Unsloth-Q6_K' for 'attn_output'. Reason: small size gain (0.30%) but disproportionate damage (KLD x4.44, |PPL| x21.45).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-IQ3_XXS' removed vs accepted anchor 'Unsloth-Q6_K' for 'attn_output'. Reason: small size gain (0.41%) but disproportionate damage (KLD x11.46, |PPL| x40.54).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-IQ2_M' removed vs accepted anchor 'Unsloth-Q6_K' for 'attn_output'. Reason: small size gain (0.41%) but disproportionate damage (KLD x11.46, |PPL| x40.54).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-Q2_K_XL' removed vs accepted anchor 'Unsloth-Q6_K' for 'attn_output'. Reason: small size gain (0.41%) but disproportionate damage (KLD x11.46, |PPL| x40.54).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-IQ2_XXS' removed vs accepted anchor 'Unsloth-Q6_K' for 'attn_output'. Reason: small size gain (0.51%) but disproportionate damage (KLD x38.04, |PPL| x141.05).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-IQ4_XS' removed vs accepted anchor 'Unsloth-Q4_K_M' for 'ffn_up_gate'. Reason: small size gain (1.01%) but disproportionate damage (KLD x1.06, |PPL| x4.12).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-Q6_K' removed vs accepted anchor 'Q8_0' for 'ffn_down'. Reason: small size gain (3.03%) but disproportionate damage (KLD x1.82, |PPL| x38.22).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-Q5_K_XL' removed vs accepted anchor 'Q8_0' for 'ffn_down'. Reason: small size gain (3.03%) but disproportionate damage (KLD x1.82, |PPL| x38.22).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-Q5_K_M' removed vs accepted anchor 'Q8_0' for 'ffn_down'. Reason: small size gain (3.84%) but disproportionate damage (KLD x3.08, |PPL| x40.51).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-Q4_K_S' removed vs accepted anchor 'Unsloth-Q5_K_S' for 'ffn_down'. Reason: small size gain (1.44%) but disproportionate damage (KLD x2.61, |PPL| x1.55).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-Q3_K_M' removed vs accepted anchor 'Unsloth-Q5_K_S' for 'ffn_down'. Reason: small size gain (1.54%) but disproportionate damage (KLD x2.67, |PPL| x3.14).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-IQ4_NL' removed vs accepted anchor 'Unsloth-Q5_K_S' for 'ffn_down'. Reason: small size gain (1.64%) but disproportionate damage (KLD x2.81, |PPL| x4.66).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-Q3_K_XL' removed vs accepted anchor 'Unsloth-Q5_K_S' for 'ffn_down'. Reason: small size gain (2.05%) but disproportionate damage (KLD x2.93, |PPL| x6.73).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-IQ3_XXS' removed vs accepted anchor 'Unsloth-Q5_K_S' for 'ffn_down'. Reason: small size gain (3.38%) but disproportionate damage (KLD x8.28, |PPL| x16.29).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-Q3_K_S' removed vs accepted anchor 'Unsloth-Q5_K_S' for 'ffn_down'. Reason: small size gain (3.38%) but disproportionate damage (KLD x11.23, |PPL| x10.28).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-IQ2_M' removed vs accepted anchor 'Unsloth-Q5_K_S' for 'ffn_down'. Reason: small size gain (3.96%) but disproportionate damage (KLD x14.85, |PPL| x13.57).", "[Unsloth Dynamic V2] Bad trade elimination: 'Unsloth-UD-Q2_K_XL' removed vs accepted anchor 'Unsloth-Q5_K_S' for 'ffn_down'. Reason: small size gain (3.96%) but disproportionate damage (KLD x14.85, |PPL| x13.57).", "[Unsloth Dynamic V2] Synergy second-chance rejected: 'Unsloth-UD-IQ2_M' remained removed for 'ffn_down' even though it survived in 'ffn_up_gate' under synergy 'ffn_up_gate+ffn_down'. Reason: small size gain (3.96%) but disproportionate KLD damage after PPL was ignored for synergy review (KLD x14.85).", "[Unsloth Dynamic V2] Synergy second-chance rejected: 'Unsloth-UD-Q2_K_XL' remained removed for 'ffn_down' even though it survived in 'ffn_up_gate' under synergy 'ffn_up_gate+ffn_down'. Reason: small size gain (3.96%) but disproportionate KLD damage after PPL was ignored for synergy review (KLD x14.85).", "[Unsloth Dynamic V2] Synergy second-chance rejected: 'Unsloth-UD-IQ3_XXS' remained removed for 'ffn_down' even though it survived in 'ffn_up_gate' under synergy 'ffn_up_gate+ffn_down'. Reason: small size gain (3.38%) but disproportionate KLD damage after PPL was ignored for synergy review (KLD x8.28).", "[Unsloth Dynamic V2] Synergy second-chance rejected: 'Unsloth-UD-Q3_K_XL' remained removed for 'ffn_down' even though it survived in 'ffn_up_gate' under synergy 'ffn_up_gate+ffn_down'. Reason: small size gain (2.05%) but disproportionate KLD damage after PPL was ignored for synergy review (KLD x2.93).", "[Unsloth Dynamic V2] Synergy second-chance rejected: 'Unsloth-Q4_K_S' remained removed for 'ffn_down' even though it survived in 'ffn_up_gate' under synergy 'ffn_up_gate+ffn_down'. Reason: small size gain (1.44%) but disproportionate KLD damage after PPL was ignored for synergy review (KLD x2.61).", "[Unsloth Dynamic V2] Synergy second-chance rejected: 'Unsloth-Q5_K_M' remained removed for 'ffn_down' even though it survived in 'ffn_up_gate' under synergy 'ffn_up_gate+ffn_down'. Reason: small size gain (3.84%) but disproportionate KLD damage after PPL was ignored for synergy review (KLD x3.08).", "[Unsloth Dynamic V2] Synergy second-chance restored: 'Unsloth-UD-Q5_K_XL' restored for 'ffn_down' because it survived in peer group 'ffn_up_gate' under synergy 'ffn_up_gate+ffn_down', and KLD-only bad-trade review did not eliminate it vs anchor 'Q8_0'.", "[Unsloth Dynamic V2] Synergy second-chance restored: 'Unsloth-Q6_K' restored for 'ffn_down' because it survived in peer group 'ffn_up_gate' under synergy 'ffn_up_gate+ffn_down', and KLD-only bad-trade review did not eliminate it vs anchor 'Q8_0'." ], "sourceRuns": [ "Unsloth Dynamic V2", "Unsloth Dynamic V3" ] }