[ { "key": "baseonly:0", "description": "Base-only isolation for Q8_0 with all active groups forced native.", "kind": "BaseOnlyIsolation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:202", "group": null, "testedBaseline": "Q8_0", "testedCandidate": null, "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": null, "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "carrier-baseonly:0", "description": "Carrier base-only isolation on Q8 with all active groups forced native.", "kind": "BaseOnlyIsolation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:202", "group": null, "testedBaseline": "Q8_0", "testedCandidate": null, "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": null, "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "probe:0:0:12", "description": "Smallest-first probe for group \u0027embeddings\u0027 using \u0027IQ2_XXS\u0027.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:13:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_xxs", "isSmallestProbe": true, "sizeBytes": 68056619424, "sizeGB": 68.05661942399999, "sizeGiB": 63.382666021585464, "kld": 0.014153, "ppl": 5.750501, "pplDeltaPercent": 1.1165992614735287, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.014153, "Ppl": 5.750501, "PplError": 0.111268 } ], "config": { "BaseQuant": 0, "Embeddings": 13, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "probe:0:1:12", "description": "Smallest-first probe for group \u0027lm_head\u0027 using \u0027IQ2_XXS\u0027.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:13:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_xxs", "isSmallestProbe": true, "sizeBytes": 68239382944, "sizeGB": 68.23938294400001, "sizeGiB": 63.55287781357765, "kld": 0.005255, "ppl": 5.689803, "pplDeltaPercent": 0.049287849481275035, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005255, "Ppl": 5.689803, "PplError": 0.109418 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 13, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "probe:0:2:12", "description": "Smallest-first probe for group \u0027attn_q\u0027 using \u0027IQ2_XXS\u0027.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:13:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_xxs", "isSmallestProbe": true, "sizeBytes": 67891059104, "sizeGB": 67.89105910399999, "sizeGiB": 63.2284759581089, "kld": 0.034029, "ppl": 5.834742, "pplDeltaPercent": 2.5978899243889577, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.034029, "Ppl": 5.834742, "PplError": 0.113209 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 13, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "probe:0:3:12", "description": "Smallest-first probe for group \u0027attn_kv\u0027 using \u0027IQ2_XXS\u0027.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:202:13:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_xxs", "isSmallestProbe": true, "sizeBytes": 68873525664, "sizeGB": 68.873525664, "sizeGiB": 64.14346924424171, "kld": 0.015625, "ppl": 5.726849, "pplDeltaPercent": 0.7007033585370028, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.015625, "Ppl": 5.726849, "PplError": 0.110333 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 13, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "probe:0:4:12", "description": "Smallest-first probe for group \u0027attn_output\u0027 using \u0027IQ2_XXS\u0027.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:202:202:13:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_xxs", "isSmallestProbe": true, "sizeBytes": 68760721824, "sizeGB": 68.760721824, "sizeGiB": 64.0384124815464, "kld": 0.047855, "ppl": 5.804907, "pplDeltaPercent": 2.0732723755934543, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.047855, "Ppl": 5.804907, "PplError": 0.111685 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 13, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "probe:0:5:12", "description": "Smallest-first probe for group \u0027ffn_up_gate\u0027 using \u0027IQ2_XXS\u0027.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:202:202:202:13:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_xxs", "isSmallestProbe": true, "sizeBytes": 31347530144, "sizeGB": 31.347530144, "sizeGiB": 29.194662481546402, "kld": 0.120006, "ppl": 6.09376, "pplDeltaPercent": 7.152452962897825, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.120006, "Ppl": 6.09376, "PplError": 0.118222 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 13, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "probe:0:6:12", "description": "Smallest-first probe for group \u0027ffn_down\u0027 using \u0027IQ2_XXS\u0027.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:202:202:202:202:13:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_xxs", "isSmallestProbe": true, "sizeBytes": 50183969184, "sizeGB": 50.183969184, "sizeGiB": 46.737463384866714, "kld": 0.082924, "ppl": 5.911602, "pplDeltaPercent": 3.9493933532618244, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.082924, "Ppl": 5.911602, "PplError": 0.113071 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 13, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "probe:0:8:12", "description": "Smallest-first probe for group \u0027moe_router\u0027 using \u0027IQ2_XXS\u0027.", "kind": "GroupIsolationProbe", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:13", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_xxs", "isSmallestProbe": true, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 13 } }, { "key": "cont:0:0:0", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q8_0\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:1:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.00416, "ppl": 5.683824, "pplDeltaPercent": -0.05584666783892818, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.683824, "PplError": 0.109371 } ], "config": { "BaseQuant": 0, "Embeddings": 1, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:1", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:2:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q6_k", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004282, "ppl": 5.679194, "pplDeltaPercent": -0.13726041849833698, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004282, "Ppl": 5.679194, "PplError": 0.109247 } ], "config": { "BaseQuant": 0, "Embeddings": 2, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:2", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q5_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:3:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Q5_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q5_k", "isSmallestProbe": false, "sizeBytes": 68239382944, "sizeGB": 68.23938294400001, "sizeGiB": 63.55287781357765, "kld": 0.004503, "ppl": 5.696868, "pplDeltaPercent": 0.17351855108141354, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004503, "Ppl": 5.696868, "PplError": 0.109794 } ], "config": { "BaseQuant": 0, "Embeddings": 3, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:3", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:4:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q4_k_m", "isSmallestProbe": false, "sizeBytes": 68175813024, "sizeGB": 68.175813024, "sizeGiB": 63.49367371201515, "kld": 0.005457, "ppl": 5.683676, "pplDeltaPercent": -0.05844909442588543, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005457, "Ppl": 5.683676, "PplError": 0.109348 } ], "config": { "BaseQuant": 0, "Embeddings": 4, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:5", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:6:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq4_nl", "isSmallestProbe": false, "sizeBytes": 68175813024, "sizeGB": 68.175813024, "sizeGiB": 63.49367371201515, "kld": 0.005722, "ppl": 5.698981, "pplDeltaPercent": 0.21067346579918367, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005722, "Ppl": 5.698981, "PplError": 0.109901 } ], "config": { "BaseQuant": 0, "Embeddings": 6, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:6", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:7:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq4_xs", "isSmallestProbe": false, "sizeBytes": 68159920544, "sizeGB": 68.15992054399999, "sizeGiB": 63.47887268662453, "kld": 0.005831, "ppl": 5.697265, "pplDeltaPercent": 0.18049938456127174, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005831, "Ppl": 5.697265, "PplError": 0.109868 } ], "config": { "BaseQuant": 0, "Embeddings": 7, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:7", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ3_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:8:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_s", "isSmallestProbe": false, "sizeBytes": 68108269984, "sizeGB": 68.108269984, "sizeGiB": 63.430769354104996, "kld": 0.011578, "ppl": 5.631251, "pplDeltaPercent": -0.9802883770001846, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.011578, "Ppl": 5.631251, "PplError": 0.107894 } ], "config": { "BaseQuant": 0, "Embeddings": 8, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:8", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ3_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:9:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_xs", "isSmallestProbe": false, "sizeBytes": 68108269984, "sizeGB": 68.108269984, "sizeGiB": 63.430769354104996, "kld": 0.011578, "ppl": 5.631251, "pplDeltaPercent": -0.9802883770001846, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.011578, "Ppl": 5.631251, "PplError": 0.107894 } ], "config": { "BaseQuant": 0, "Embeddings": 9, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:9", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:10:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_xxs", "isSmallestProbe": false, "sizeBytes": 68108269984, "sizeGB": 68.108269984, "sizeGiB": 63.430769354104996, "kld": 0.011578, "ppl": 5.631251, "pplDeltaPercent": -0.9802883770001846, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.011578, "Ppl": 5.631251, "PplError": 0.107894 } ], "config": { "BaseQuant": 0, "Embeddings": 10, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:10", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ2_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:11:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_s", "isSmallestProbe": false, "sizeBytes": 68108269984, "sizeGB": 68.108269984, "sizeGiB": 63.430769354104996, "kld": 0.011578, "ppl": 5.631251, "pplDeltaPercent": -0.9802883770001846, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.011578, "Ppl": 5.631251, "PplError": 0.107894 } ], "config": { "BaseQuant": 0, "Embeddings": 11, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:11", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ2_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:12:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_xs", "isSmallestProbe": false, "sizeBytes": 68056619424, "sizeGB": 68.05661942399999, "sizeGiB": 63.382666021585464, "kld": 0.014153, "ppl": 5.750501, "pplDeltaPercent": 1.1165992614735287, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.014153, "Ppl": 5.750501, "PplError": 0.111268 } ], "config": { "BaseQuant": 0, "Embeddings": 12, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:13", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:14:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q5_k_s", "isSmallestProbe": false, "sizeBytes": 68239382944, "sizeGB": 68.23938294400001, "sizeGiB": 63.55287781357765, "kld": 0.004503, "ppl": 5.696868, "pplDeltaPercent": 0.17351855108141354, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004503, "Ppl": 5.696868, "PplError": 0.109794 } ], "config": { "BaseQuant": 0, "Embeddings": 14, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:14", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:15:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q4_k_s", "isSmallestProbe": false, "sizeBytes": 68175813024, "sizeGB": 68.175813024, "sizeGiB": 63.49367371201515, "kld": 0.005457, "ppl": 5.683676, "pplDeltaPercent": -0.05844909442588543, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005457, "Ppl": 5.683676, "PplError": 0.109348 } ], "config": { "BaseQuant": 0, "Embeddings": 15, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:16", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:17:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_m", "isSmallestProbe": false, "sizeBytes": 68108269984, "sizeGB": 68.108269984, "sizeGiB": 63.430769354104996, "kld": 0.011578, "ppl": 5.631251, "pplDeltaPercent": -0.9802883770001846, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.011578, "Ppl": 5.631251, "PplError": 0.107894 } ], "config": { "BaseQuant": 0, "Embeddings": 17, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:17", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027IQ3_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:18:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_m", "isSmallestProbe": false, "sizeBytes": 68108269984, "sizeGB": 68.108269984, "sizeGiB": 63.430769354104996, "kld": 0.011578, "ppl": 5.631251, "pplDeltaPercent": -0.9802883770001846, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.011578, "Ppl": 5.631251, "PplError": 0.107894 } ], "config": { "BaseQuant": 0, "Embeddings": 18, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:100", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:101:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 68239382944, "sizeGB": 68.23938294400001, "sizeGiB": 63.55287781357765, "kld": 0.004503, "ppl": 5.696868, "pplDeltaPercent": 0.17351855108141354, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004503, "Ppl": 5.696868, "PplError": 0.109794 } ], "config": { "BaseQuant": 0, "Embeddings": 101, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:101", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ2_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:102:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 68175813024, "sizeGB": 68.175813024, "sizeGiB": 63.49367371201515, "kld": 0.005457, "ppl": 5.683676, "pplDeltaPercent": -0.05844909442588543, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005457, "Ppl": 5.683676, "PplError": 0.109348 } ], "config": { "BaseQuant": 0, "Embeddings": 102, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:102", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ3_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:103:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004143, "ppl": 5.679486, "pplDeltaPercent": -0.13212590117813372, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004143, "Ppl": 5.679486, "PplError": 0.109277 } ], "config": { "BaseQuant": 0, "Embeddings": 103, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:103", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:104:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004143, "ppl": 5.679486, "pplDeltaPercent": -0.13212590117813372, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004143, "Ppl": 5.679486, "PplError": 0.109277 } ], "config": { "BaseQuant": 0, "Embeddings": 104, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:104", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:105:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.00416, "ppl": 5.683824, "pplDeltaPercent": -0.05584666783892818, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.683824, "PplError": 0.109371 } ], "config": { "BaseQuant": 0, "Embeddings": 105, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:105", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ4_NL_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:106:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_NL_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.00416, "ppl": 5.683824, "pplDeltaPercent": -0.05584666783892818, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.683824, "PplError": 0.109371 } ], "config": { "BaseQuant": 0, "Embeddings": 106, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:106", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:107:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.00416, "ppl": 5.683824, "pplDeltaPercent": -0.05584666783892818, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.683824, "PplError": 0.109371 } ], "config": { "BaseQuant": 0, "Embeddings": 107, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:107", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q2_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:108:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68239382944, "sizeGB": 68.23938294400001, "sizeGiB": 63.55287781357765, "kld": 0.004503, "ppl": 5.696868, "pplDeltaPercent": 0.17351855108141354, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004503, "Ppl": 5.696868, "PplError": 0.109794 } ], "config": { "BaseQuant": 0, "Embeddings": 108, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:108", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q3_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:109:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004143, "ppl": 5.679486, "pplDeltaPercent": -0.13212590117813372, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004143, "Ppl": 5.679486, "PplError": 0.109277 } ], "config": { "BaseQuant": 0, "Embeddings": 109, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:109", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q3_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:110:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004143, "ppl": 5.679486, "pplDeltaPercent": -0.13212590117813372, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004143, "Ppl": 5.679486, "PplError": 0.109277 } ], "config": { "BaseQuant": 0, "Embeddings": 110, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:110", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q3_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:111:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.00416, "ppl": 5.683824, "pplDeltaPercent": -0.05584666783892818, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.683824, "PplError": 0.109371 } ], "config": { "BaseQuant": 0, "Embeddings": 111, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:111", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:112:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.00416, "ppl": 5.683824, "pplDeltaPercent": -0.05584666783892818, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.683824, "PplError": 0.109371 } ], "config": { "BaseQuant": 0, "Embeddings": 112, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:112", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:113:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.00416, "ppl": 5.683824, "pplDeltaPercent": -0.05584666783892818, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.683824, "PplError": 0.109371 } ], "config": { "BaseQuant": 0, "Embeddings": 113, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:113", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q4_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:114:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.00416, "ppl": 5.683824, "pplDeltaPercent": -0.05584666783892818, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.683824, "PplError": 0.109371 } ], "config": { "BaseQuant": 0, "Embeddings": 114, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:114", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q5_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:115:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.00416, "ppl": 5.683824, "pplDeltaPercent": -0.05584666783892818, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.683824, "PplError": 0.109371 } ], "config": { "BaseQuant": 0, "Embeddings": 115, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:115", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:116:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.00416, "ppl": 5.683824, "pplDeltaPercent": -0.05584666783892818, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.683824, "PplError": 0.109371 } ], "config": { "BaseQuant": 0, "Embeddings": 116, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:116", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q5_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:117:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.00416, "ppl": 5.683824, "pplDeltaPercent": -0.05584666783892818, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.683824, "PplError": 0.109371 } ], "config": { "BaseQuant": 0, "Embeddings": 117, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:117", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:118:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.00416, "ppl": 5.683824, "pplDeltaPercent": -0.05584666783892818, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.683824, "PplError": 0.109371 } ], "config": { "BaseQuant": 0, "Embeddings": 118, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:0:118", "description": "Continuation isolation coverage for group \u0027embeddings\u0027 using \u0027UD-Q6_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:119:202:202:202:202:202:202:0:202", "group": "embeddings", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.00416, "ppl": 5.683824, "pplDeltaPercent": -0.05584666783892818, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.683824, "PplError": 0.109371 } ], "config": { "BaseQuant": 0, "Embeddings": 119, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:0", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q8_0\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:1:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.003812, "ppl": 5.684384, "pplDeltaPercent": -0.04599964832074235, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003812, "Ppl": 5.684384, "PplError": 0.109405 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 1, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:1", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:2:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q6_k", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 2, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:2", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q5_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:3:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Q5_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q5_k", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 3, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:3", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:4:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q4_k_m", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 4, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:5", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:6:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq4_nl", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 6, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:6", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:7:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq4_xs", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 7, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:7", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ3_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:8:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_s", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 8, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:8", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ3_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:9:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_xs", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 9, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:9", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:10:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_xxs", "isSmallestProbe": false, "sizeBytes": 68239382944, "sizeGB": 68.23938294400001, "sizeGiB": 63.55287781357765, "kld": 0.005255, "ppl": 5.689803, "pplDeltaPercent": 0.049287849481275035, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005255, "Ppl": 5.689803, "PplError": 0.109418 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 10, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:10", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ2_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:11:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_s", "isSmallestProbe": false, "sizeBytes": 68239382944, "sizeGB": 68.23938294400001, "sizeGiB": 63.55287781357765, "kld": 0.005255, "ppl": 5.689803, "pplDeltaPercent": 0.049287849481275035, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005255, "Ppl": 5.689803, "PplError": 0.109418 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 11, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:11", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ2_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:12:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_xs", "isSmallestProbe": false, "sizeBytes": 68239382944, "sizeGB": 68.23938294400001, "sizeGiB": 63.55287781357765, "kld": 0.005255, "ppl": 5.689803, "pplDeltaPercent": 0.049287849481275035, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005255, "Ppl": 5.689803, "PplError": 0.109418 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 12, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:13", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:14:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q5_k_s", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 14, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:14", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:15:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q4_k_s", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 15, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:16", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:17:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_m", "isSmallestProbe": false, "sizeBytes": 68239382944, "sizeGB": 68.23938294400001, "sizeGiB": 63.55287781357765, "kld": 0.005255, "ppl": 5.689803, "pplDeltaPercent": 0.049287849481275035, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005255, "Ppl": 5.689803, "PplError": 0.109418 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 17, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:17", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027IQ3_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:18:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_m", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 18, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:100", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:101:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 68175813024, "sizeGB": 68.175813024, "sizeGiB": 63.49367371201515, "kld": 0.009785, "ppl": 5.725174, "pplDeltaPercent": 0.6712502197995377, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.009785, "Ppl": 5.725174, "PplError": 0.110372 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 101, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:101", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ2_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:102:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 68175813024, "sizeGB": 68.175813024, "sizeGiB": 63.49367371201515, "kld": 0.009785, "ppl": 5.725174, "pplDeltaPercent": 0.6712502197995377, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.009785, "Ppl": 5.725174, "PplError": 0.110372 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 102, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:102", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ3_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:103:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 103, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:103", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:104:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 104, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:104", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:105:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 105, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:105", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ4_NL_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:106:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_NL_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 106, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:106", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:107:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 107, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:107", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q2_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:108:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68175813024, "sizeGB": 68.175813024, "sizeGiB": 63.49367371201515, "kld": 0.009785, "ppl": 5.725174, "pplDeltaPercent": 0.6712502197995377, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.009785, "Ppl": 5.725174, "PplError": 0.110372 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 108, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:108", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q3_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:109:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 109, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:109", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q3_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:110:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 110, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:110", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q3_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:111:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 111, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:111", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:112:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 112, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:112", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:113:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 68306925984, "sizeGB": 68.306925984, "sizeGiB": 63.61578217148781, "kld": 0.004131, "ppl": 5.687037, "pplDeltaPercent": 0.000650606646735409, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004131, "Ppl": 5.687037, "PplError": 0.109468 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 113, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:113", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q4_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:114:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.003812, "ppl": 5.684384, "pplDeltaPercent": -0.04599964832074235, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003812, "Ppl": 5.684384, "PplError": 0.109405 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 114, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:114", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q5_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:115:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.003812, "ppl": 5.684384, "pplDeltaPercent": -0.04599964832074235, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003812, "Ppl": 5.684384, "PplError": 0.109405 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 115, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:115", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:116:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.003812, "ppl": 5.684384, "pplDeltaPercent": -0.04599964832074235, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003812, "Ppl": 5.684384, "PplError": 0.109405 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 116, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:116", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q5_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:117:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.003812, "ppl": 5.684384, "pplDeltaPercent": -0.04599964832074235, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003812, "Ppl": 5.684384, "PplError": 0.109405 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 117, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:117", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:118:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.003812, "ppl": 5.684384, "pplDeltaPercent": -0.04599964832074235, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003812, "Ppl": 5.684384, "PplError": 0.109405 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 118, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:1:118", "description": "Continuation isolation coverage for group \u0027lm_head\u0027 using \u0027UD-Q6_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:119:202:202:202:202:202:0:202", "group": "lm_head", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68430092704, "sizeGB": 68.43009270399999, "sizeGiB": 63.73049011826515, "kld": 0.003812, "ppl": 5.684384, "pplDeltaPercent": -0.04599964832074235, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003812, "Ppl": 5.684384, "PplError": 0.109405 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 119, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:0", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q8_0\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:1:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 68277721504, "sizeGB": 68.27772150399998, "sizeGiB": 63.5885833799839, "kld": 0.00433, "ppl": 5.684815, "pplDeltaPercent": -0.038420960084400935, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00433, "Ppl": 5.684815, "PplError": 0.109315 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 1, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:1", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:2:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q6_k", "isSmallestProbe": false, "sizeBytes": 68115192224, "sizeGB": 68.11519222400001, "sizeGiB": 63.4372161924839, "kld": 0.004838, "ppl": 5.680076, "pplDeltaPercent": -0.12175136275717595, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004838, "Ppl": 5.680076, "PplError": 0.109333 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 2, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:2", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q5_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:3:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Q5_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q5_k", "isSmallestProbe": false, "sizeBytes": 68057258400, "sizeGB": 68.05725840000001, "sizeGiB": 63.3832611143589, "kld": 0.005802, "ppl": 5.685594, "pplDeltaPercent": -0.02472305257605487, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005802, "Ppl": 5.685594, "PplError": 0.109494 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 3, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:3", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:4:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q4_k_m", "isSmallestProbe": false, "sizeBytes": 68002732448, "sizeGB": 68.00273244799999, "sizeGiB": 63.3324798643589, "kld": 0.00834, "ppl": 5.691667, "pplDeltaPercent": 0.08206435730612859, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00834, "Ppl": 5.691667, "PplError": 0.109519 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 4, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:5", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:6:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq4_nl", "isSmallestProbe": false, "sizeBytes": 68005091744, "sizeGB": 68.005091744, "sizeGiB": 63.3346771299839, "kld": 0.007426, "ppl": 5.690756, "pplDeltaPercent": 0.06604536662563903, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.007426, "Ppl": 5.690756, "PplError": 0.109585 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 6, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:6", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:7:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq4_xs", "isSmallestProbe": false, "sizeBytes": 67999848864, "sizeGB": 67.999848864, "sizeGiB": 63.3297943174839, "kld": 0.007506, "ppl": 5.69294, "pplDeltaPercent": 0.10444874274661217, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.007506, "Ppl": 5.69294, "PplError": 0.109691 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 7, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:7", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ3_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:8:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_s", "isSmallestProbe": false, "sizeBytes": 67919894944, "sizeGB": 67.919894944, "sizeGiB": 63.2553314268589, "kld": 0.013573, "ppl": 5.718849, "pplDeltaPercent": 0.5600316511341542, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.013573, "Ppl": 5.718849, "PplError": 0.11007 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 8, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:8", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ3_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:9:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_xs", "isSmallestProbe": false, "sizeBytes": 67912030624, "sizeGB": 67.912030624, "sizeGiB": 63.2480072081089, "kld": 0.01554, "ppl": 5.729003, "pplDeltaPercent": 0.7385792157552198, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.01554, "Ppl": 5.729003, "PplError": 0.110318 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 9, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:9", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:10:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_xxs", "isSmallestProbe": false, "sizeBytes": 67901544864, "sizeGB": 67.901544864, "sizeGiB": 63.2382415831089, "kld": 0.024609, "ppl": 5.76861, "pplDeltaPercent": 1.4350272551433008, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.024609, "Ppl": 5.76861, "PplError": 0.111404 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 10, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:10", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ2_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:11:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_s", "isSmallestProbe": false, "sizeBytes": 67896301984, "sizeGB": 67.89630198399999, "sizeGiB": 63.2333587706089, "kld": 0.028013, "ppl": 5.769191, "pplDeltaPercent": 1.4452435378934394, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.028013, "Ppl": 5.769191, "PplError": 0.111107 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 11, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:11", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ2_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:12:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_xs", "isSmallestProbe": false, "sizeBytes": 67896301984, "sizeGB": 67.89630198399999, "sizeGiB": 63.2333587706089, "kld": 0.028013, "ppl": 5.769191, "pplDeltaPercent": 1.4452435378934394, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.028013, "Ppl": 5.769191, "PplError": 0.111107 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 12, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:13", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:14:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q5_k_s", "isSmallestProbe": false, "sizeBytes": 68026063264, "sizeGB": 68.026063264, "sizeGiB": 63.3542083799839, "kld": 0.006531, "ppl": 5.679756, "pplDeltaPercent": -0.1273782310532799, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006531, "Ppl": 5.679756, "PplError": 0.109333 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 14, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:14", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:15:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q4_k_s", "isSmallestProbe": false, "sizeBytes": 67948468640, "sizeGB": 67.94846864, "sizeGiB": 63.2819427549839, "kld": 0.009742, "ppl": 5.694557, "pplDeltaPercent": 0.13288201160540478, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.009742, "Ppl": 5.694557, "PplError": 0.109545 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 15, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:16", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:17:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_m", "isSmallestProbe": false, "sizeBytes": 67901544864, "sizeGB": 67.901544864, "sizeGiB": 63.2382415831089, "kld": 0.024609, "ppl": 5.76861, "pplDeltaPercent": 1.4350272551433008, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.024609, "Ppl": 5.76861, "PplError": 0.111404 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 17, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:17", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027IQ3_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:18:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_m", "isSmallestProbe": false, "sizeBytes": 67919894944, "sizeGB": 67.919894944, "sizeGiB": 63.2553314268589, "kld": 0.013573, "ppl": 5.718849, "pplDeltaPercent": 0.5600316511341542, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.013573, "Ppl": 5.718849, "PplError": 0.11007 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 18, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:100", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:101:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 68026063264, "sizeGB": 68.026063264, "sizeGiB": 63.3542083799839, "kld": 0.006531, "ppl": 5.679756, "pplDeltaPercent": -0.1273782310532799, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006531, "Ppl": 5.679756, "PplError": 0.109333 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 101, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:101", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ2_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:102:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 68026063264, "sizeGB": 68.026063264, "sizeGiB": 63.3542083799839, "kld": 0.006531, "ppl": 5.679756, "pplDeltaPercent": -0.1273782310532799, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006531, "Ppl": 5.679756, "PplError": 0.109333 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 102, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:102", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ3_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:103:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf", "isSmallestProbe": false, "sizeBytes": 68115192224, "sizeGB": 68.11519222400001, "sizeGiB": 63.4372161924839, "kld": 0.004838, "ppl": 5.680076, "pplDeltaPercent": -0.12175136275717595, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004838, "Ppl": 5.680076, "PplError": 0.109333 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 103, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:103", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:104:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 68115192224, "sizeGB": 68.11519222400001, "sizeGiB": 63.4372161924839, "kld": 0.004838, "ppl": 5.680076, "pplDeltaPercent": -0.12175136275717595, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004838, "Ppl": 5.680076, "PplError": 0.109333 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 104, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:104", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:105:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 68277721504, "sizeGB": 68.27772150399998, "sizeGiB": 63.5885833799839, "kld": 0.00433, "ppl": 5.684815, "pplDeltaPercent": -0.038420960084400935, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00433, "Ppl": 5.684815, "PplError": 0.109315 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 105, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:105", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ4_NL_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:106:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_NL_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68277721504, "sizeGB": 68.27772150399998, "sizeGiB": 63.5885833799839, "kld": 0.00433, "ppl": 5.684815, "pplDeltaPercent": -0.038420960084400935, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00433, "Ppl": 5.684815, "PplError": 0.109315 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 106, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:106", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:107:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 68277721504, "sizeGB": 68.27772150399998, "sizeGiB": 63.5885833799839, "kld": 0.00433, "ppl": 5.684815, "pplDeltaPercent": -0.038420960084400935, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00433, "Ppl": 5.684815, "PplError": 0.109315 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 107, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:107", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q2_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:108:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68028291488, "sizeGB": 68.02829148800001, "sizeGiB": 63.3562835752964, "kld": 0.006523, "ppl": 5.688773, "pplDeltaPercent": 0.03117636715315675, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006523, "Ppl": 5.688773, "PplError": 0.109568 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 108, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:108", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q3_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:109:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 68277721504, "sizeGB": 68.27772150399998, "sizeGiB": 63.5885833799839, "kld": 0.00433, "ppl": 5.684815, "pplDeltaPercent": -0.038420960084400935, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00433, "Ppl": 5.684815, "PplError": 0.109315 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 109, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:109", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q3_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:110:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 68277721504, "sizeGB": 68.27772150399998, "sizeGiB": 63.5885833799839, "kld": 0.00433, "ppl": 5.684815, "pplDeltaPercent": -0.038420960084400935, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00433, "Ppl": 5.684815, "PplError": 0.109315 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 110, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:110", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q3_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:111:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68277721504, "sizeGB": 68.27772150399998, "sizeGiB": 63.5885833799839, "kld": 0.00433, "ppl": 5.684815, "pplDeltaPercent": -0.038420960084400935, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00433, "Ppl": 5.684815, "PplError": 0.109315 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 111, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:111", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:112:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 68277721504, "sizeGB": 68.27772150399998, "sizeGiB": 63.5885833799839, "kld": 0.00433, "ppl": 5.684815, "pplDeltaPercent": -0.038420960084400935, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00433, "Ppl": 5.684815, "PplError": 0.109315 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 112, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:112", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:113:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 68277721504, "sizeGB": 68.27772150399998, "sizeGiB": 63.5885833799839, "kld": 0.00433, "ppl": 5.684815, "pplDeltaPercent": -0.038420960084400935, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00433, "Ppl": 5.684815, "PplError": 0.109315 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 113, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:113", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q4_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:114:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68277721504, "sizeGB": 68.27772150399998, "sizeGiB": 63.5885833799839, "kld": 0.00433, "ppl": 5.684815, "pplDeltaPercent": -0.038420960084400935, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00433, "Ppl": 5.684815, "PplError": 0.109315 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 114, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:114", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q5_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:115:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 68277721504, "sizeGB": 68.27772150399998, "sizeGiB": 63.5885833799839, "kld": 0.00433, "ppl": 5.684815, "pplDeltaPercent": -0.038420960084400935, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00433, "Ppl": 5.684815, "PplError": 0.109315 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 115, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:115", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:116:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 68277721504, "sizeGB": 68.27772150399998, "sizeGiB": 63.5885833799839, "kld": 0.00433, "ppl": 5.684815, "pplDeltaPercent": -0.038420960084400935, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00433, "Ppl": 5.684815, "PplError": 0.109315 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 116, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:116", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q5_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:117:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68277721504, "sizeGB": 68.27772150399998, "sizeGiB": 63.5885833799839, "kld": 0.00433, "ppl": 5.684815, "pplDeltaPercent": -0.038420960084400935, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00433, "Ppl": 5.684815, "PplError": 0.109315 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 117, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:117", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:118:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 68277721504, "sizeGB": 68.27772150399998, "sizeGiB": 63.5885833799839, "kld": 0.00433, "ppl": 5.684815, "pplDeltaPercent": -0.038420960084400935, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00433, "Ppl": 5.684815, "PplError": 0.109315 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 118, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:2:118", "description": "Continuation isolation coverage for group \u0027attn_q\u0027 using \u0027UD-Q6_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:119:202:202:202:202:0:202", "group": "attn_q", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68277721504, "sizeGB": 68.27772150399998, "sizeGiB": 63.5885833799839, "kld": 0.00433, "ppl": 5.684815, "pplDeltaPercent": -0.038420960084400935, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00433, "Ppl": 5.684815, "PplError": 0.109315 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 119, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:0", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q8_0\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:1:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 68887206304, "sizeGB": 68.887206304, "sizeGiB": 64.1562103331089, "kld": 0.004491, "ppl": 5.685706, "pplDeltaPercent": -0.02275364867242083, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004491, "Ppl": 5.685706, "PplError": 0.1094 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 1, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:1", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:2:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q6_k", "isSmallestProbe": false, "sizeBytes": 68882127264, "sizeGB": 68.88212726399999, "sizeGiB": 64.15148010849953, "kld": 0.004395, "ppl": 5.679822, "pplDeltaPercent": -0.12621768946721598, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004395, "Ppl": 5.679822, "PplError": 0.109264 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 2, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:2", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q5_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:3:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Q5_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q5_k", "isSmallestProbe": false, "sizeBytes": 68880177568, "sizeGB": 68.880177568, "sizeGiB": 64.14966431260109, "kld": 0.004803, "ppl": 5.694582, "pplDeltaPercent": 0.13332161069103765, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004803, "Ppl": 5.694582, "PplError": 0.109748 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 3, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:3", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:4:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q4_k_m", "isSmallestProbe": false, "sizeBytes": 68878342560, "sizeGB": 68.87834256000001, "sizeGiB": 64.14795532822609, "kld": 0.005394, "ppl": 5.695788, "pplDeltaPercent": 0.1545278705820295, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005394, "Ppl": 5.695788, "PplError": 0.109744 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 4, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:5", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:6:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq4_nl", "isSmallestProbe": false, "sizeBytes": 68878031264, "sizeGB": 68.878031264, "sizeGiB": 64.1476654112339, "kld": 0.005458, "ppl": 5.695196, "pplDeltaPercent": 0.14411816423421608, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005458, "Ppl": 5.695196, "PplError": 0.109719 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 6, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:6", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:7:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq4_xs", "isSmallestProbe": false, "sizeBytes": 68877703584, "sizeGB": 68.877703584, "sizeGiB": 64.14736023545265, "kld": 0.005362, "ppl": 5.684812, "pplDeltaPercent": -0.03847371197468438, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005362, "Ppl": 5.684812, "PplError": 0.109403 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 7, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:7", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ3_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:8:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_s", "isSmallestProbe": false, "sizeBytes": 68875327904, "sizeGB": 68.875327904, "sizeGiB": 64.14514771103859, "kld": 0.006972, "ppl": 5.687164, "pplDeltaPercent": 0.0028837700017554234, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006972, "Ppl": 5.687164, "PplError": 0.10938 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 8, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:8", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ3_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:9:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_xs", "isSmallestProbe": false, "sizeBytes": 68874836384, "sizeGB": 68.874836384, "sizeGiB": 64.14468994736671, "kld": 0.008077, "ppl": 5.706709, "pplDeltaPercent": 0.3465623351503386, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.008077, "Ppl": 5.706709, "PplError": 0.109971 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 9, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:9", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:10:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_xxs", "isSmallestProbe": false, "sizeBytes": 68874181024, "sizeGB": 68.87418102400001, "sizeGiB": 64.14407959580421, "kld": 0.011101, "ppl": 5.709212, "pplDeltaPercent": 0.39057499560400344, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.011101, "Ppl": 5.709212, "PplError": 0.109958 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 10, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:10", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ2_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:11:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_s", "isSmallestProbe": false, "sizeBytes": 68873853344, "sizeGB": 68.873853344, "sizeGiB": 64.14377442002296, "kld": 0.01244, "ppl": 5.713103, "pplDeltaPercent": 0.45899419729206936, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.01244, "Ppl": 5.713103, "PplError": 0.110027 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 11, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:11", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ2_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:12:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_xs", "isSmallestProbe": false, "sizeBytes": 68873853344, "sizeGB": 68.873853344, "sizeGiB": 64.14377442002296, "kld": 0.012487, "ppl": 5.712432, "pplDeltaPercent": 0.4471953578336461, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.012487, "Ppl": 5.712432, "PplError": 0.109986 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 12, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:13", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:14:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q5_k_s", "isSmallestProbe": false, "sizeBytes": 68879341984, "sizeGB": 68.87934198399999, "sizeGiB": 64.1488861143589, "kld": 0.005011, "ppl": 5.692185, "pplDeltaPercent": 0.09117285036047117, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005011, "Ppl": 5.692185, "PplError": 0.10963 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 14, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:14", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:15:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q4_k_s", "isSmallestProbe": false, "sizeBytes": 68876851616, "sizeGB": 68.876851616, "sizeGiB": 64.1465667784214, "kld": 0.00623, "ppl": 5.689974, "pplDeltaPercent": 0.05229470722700953, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00623, "Ppl": 5.689974, "PplError": 0.10946 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 15, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:16", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:17:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_m", "isSmallestProbe": false, "sizeBytes": 68874181024, "sizeGB": 68.87418102400001, "sizeGiB": 64.14407959580421, "kld": 0.011101, "ppl": 5.709212, "pplDeltaPercent": 0.39057499560400344, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.011101, "Ppl": 5.709212, "PplError": 0.109958 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 17, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:17", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027IQ3_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:18:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_m", "isSmallestProbe": false, "sizeBytes": 68875327904, "sizeGB": 68.875327904, "sizeGiB": 64.14514771103859, "kld": 0.006972, "ppl": 5.687164, "pplDeltaPercent": 0.0028837700017554234, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006972, "Ppl": 5.687164, "PplError": 0.10938 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 18, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:100", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:101:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 68879341984, "sizeGB": 68.87934198399999, "sizeGiB": 64.1488861143589, "kld": 0.005011, "ppl": 5.692185, "pplDeltaPercent": 0.09117285036047117, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005011, "Ppl": 5.692185, "PplError": 0.10963 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 101, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:101", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ2_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:102:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 68879341984, "sizeGB": 68.87934198399999, "sizeGiB": 64.1488861143589, "kld": 0.005011, "ppl": 5.692185, "pplDeltaPercent": 0.09117285036047117, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005011, "Ppl": 5.692185, "PplError": 0.10963 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 102, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:102", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ3_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:103:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf", "isSmallestProbe": false, "sizeBytes": 68882127264, "sizeGB": 68.88212726399999, "sizeGiB": 64.15148010849953, "kld": 0.004395, "ppl": 5.679822, "pplDeltaPercent": -0.12621768946721598, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004395, "Ppl": 5.679822, "PplError": 0.109264 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 103, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:103", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:104:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 68882127264, "sizeGB": 68.88212726399999, "sizeGiB": 64.15148010849953, "kld": 0.004395, "ppl": 5.679822, "pplDeltaPercent": -0.12621768946721598, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004395, "Ppl": 5.679822, "PplError": 0.109264 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 104, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:104", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:105:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 68887206304, "sizeGB": 68.887206304, "sizeGiB": 64.1562103331089, "kld": 0.004491, "ppl": 5.685706, "pplDeltaPercent": -0.02275364867242083, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004491, "Ppl": 5.685706, "PplError": 0.1094 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 105, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:105", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ4_NL_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:106:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_NL_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68887206304, "sizeGB": 68.887206304, "sizeGiB": 64.1562103331089, "kld": 0.004491, "ppl": 5.685706, "pplDeltaPercent": -0.02275364867242083, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004491, "Ppl": 5.685706, "PplError": 0.1094 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 106, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:106", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:107:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 68887206304, "sizeGB": 68.887206304, "sizeGiB": 64.1562103331089, "kld": 0.004491, "ppl": 5.685706, "pplDeltaPercent": -0.02275364867242083, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004491, "Ppl": 5.685706, "PplError": 0.1094 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 107, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:107", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q2_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:108:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68882127264, "sizeGB": 68.88212726399999, "sizeGiB": 64.15148010849953, "kld": 0.004395, "ppl": 5.679822, "pplDeltaPercent": -0.12621768946721598, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004395, "Ppl": 5.679822, "PplError": 0.109264 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 108, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:108", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q3_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:109:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 68887206304, "sizeGB": 68.887206304, "sizeGiB": 64.1562103331089, "kld": 0.004491, "ppl": 5.685706, "pplDeltaPercent": -0.02275364867242083, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004491, "Ppl": 5.685706, "PplError": 0.1094 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 109, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:109", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q3_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:110:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 68887206304, "sizeGB": 68.887206304, "sizeGiB": 64.1562103331089, "kld": 0.004491, "ppl": 5.685706, "pplDeltaPercent": -0.02275364867242083, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004491, "Ppl": 5.685706, "PplError": 0.1094 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 110, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:110", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q3_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:111:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68887206304, "sizeGB": 68.887206304, "sizeGiB": 64.1562103331089, "kld": 0.004491, "ppl": 5.685706, "pplDeltaPercent": -0.02275364867242083, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004491, "Ppl": 5.685706, "PplError": 0.1094 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 111, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:111", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:112:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 68887206304, "sizeGB": 68.887206304, "sizeGiB": 64.1562103331089, "kld": 0.004491, "ppl": 5.685706, "pplDeltaPercent": -0.02275364867242083, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004491, "Ppl": 5.685706, "PplError": 0.1094 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 112, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:112", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:113:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 68887206304, "sizeGB": 68.887206304, "sizeGiB": 64.1562103331089, "kld": 0.004491, "ppl": 5.685706, "pplDeltaPercent": -0.02275364867242083, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004491, "Ppl": 5.685706, "PplError": 0.1094 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 113, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:113", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q4_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:114:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68887206304, "sizeGB": 68.887206304, "sizeGiB": 64.1562103331089, "kld": 0.004491, "ppl": 5.685706, "pplDeltaPercent": -0.02275364867242083, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004491, "Ppl": 5.685706, "PplError": 0.1094 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 114, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:114", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q5_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:115:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 68887206304, "sizeGB": 68.887206304, "sizeGiB": 64.1562103331089, "kld": 0.004491, "ppl": 5.685706, "pplDeltaPercent": -0.02275364867242083, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004491, "Ppl": 5.685706, "PplError": 0.1094 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 115, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:115", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:116:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 68887206304, "sizeGB": 68.887206304, "sizeGiB": 64.1562103331089, "kld": 0.004491, "ppl": 5.685706, "pplDeltaPercent": -0.02275364867242083, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004491, "Ppl": 5.685706, "PplError": 0.1094 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 116, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:116", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q5_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:117:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68887206304, "sizeGB": 68.887206304, "sizeGiB": 64.1562103331089, "kld": 0.004491, "ppl": 5.685706, "pplDeltaPercent": -0.02275364867242083, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004491, "Ppl": 5.685706, "PplError": 0.1094 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 117, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:117", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:118:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 68887206304, "sizeGB": 68.887206304, "sizeGiB": 64.1562103331089, "kld": 0.004491, "ppl": 5.685706, "pplDeltaPercent": -0.02275364867242083, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004491, "Ppl": 5.685706, "PplError": 0.1094 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 118, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:3:118", "description": "Continuation isolation coverage for group \u0027attn_kv\u0027 using \u0027UD-Q6_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:119:202:202:202:0:202", "group": "attn_kv", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68887206304, "sizeGB": 68.887206304, "sizeGiB": 64.1562103331089, "kld": 0.004491, "ppl": 5.685706, "pplDeltaPercent": -0.02275364867242083, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004491, "Ppl": 5.685706, "PplError": 0.1094 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 119, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:0", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q8_0\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:1:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 68828223904, "sizeGB": 68.828223904, "sizeGiB": 64.1012786924839, "kld": 0.00416, "ppl": 5.684618, "pplDeltaPercent": -0.04188500087919613, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.684618, "PplError": 0.109411 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 1, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:1", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:2:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q6_k", "isSmallestProbe": false, "sizeBytes": 68807907744, "sizeGB": 68.80790774399999, "sizeGiB": 64.0823577940464, "kld": 0.004456, "ppl": 5.677936, "pplDeltaPercent": -0.1593810444874346, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004456, "Ppl": 5.677936, "PplError": 0.109214 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 2, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:2", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q5_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:3:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Q5_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q5_k", "isSmallestProbe": false, "sizeBytes": 68796766624, "sizeGB": 68.796766624, "sizeGiB": 64.0719818174839, "kld": 0.005263, "ppl": 5.682835, "pplDeltaPercent": -0.0732372076666154, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005263, "Ppl": 5.682835, "PplError": 0.109349 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 3, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:3", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:4:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q4_k_m", "isSmallestProbe": false, "sizeBytes": 68786280864, "sizeGB": 68.78628086399999, "sizeGiB": 64.0622161924839, "kld": 0.007259, "ppl": 5.696351, "pplDeltaPercent": 0.16442764199049875, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.007259, "Ppl": 5.696351, "PplError": 0.109803 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 4, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:5", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:6:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq4_nl", "isSmallestProbe": false, "sizeBytes": 68786280864, "sizeGB": 68.78628086399999, "sizeGiB": 64.0622161924839, "kld": 0.007632, "ppl": 5.687435, "pplDeltaPercent": 0.007649024090021436, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.007632, "Ppl": 5.687435, "PplError": 0.109474 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 6, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:6", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:7:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq4_xs", "isSmallestProbe": false, "sizeBytes": 68783659424, "sizeGB": 68.78365942399999, "sizeGiB": 64.0597747862339, "kld": 0.007429, "ppl": 5.693772, "pplDeltaPercent": 0.11907860031650744, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.007429, "Ppl": 5.693772, "PplError": 0.109748 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 7, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:7", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ3_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:8:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_s", "isSmallestProbe": false, "sizeBytes": 68775139744, "sizeGB": 68.775139744, "sizeGiB": 64.0518402159214, "kld": 0.013235, "ppl": 5.731702, "pplDeltaPercent": 0.7860383330402676, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.013235, "Ppl": 5.731702, "PplError": 0.111217 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 8, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:8", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ3_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:9:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_xs", "isSmallestProbe": false, "sizeBytes": 68775139744, "sizeGB": 68.775139744, "sizeGiB": 64.0518402159214, "kld": 0.013235, "ppl": 5.731702, "pplDeltaPercent": 0.7860383330402676, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.013235, "Ppl": 5.731702, "PplError": 0.111217 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 9, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:9", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:10:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_xxs", "isSmallestProbe": false, "sizeBytes": 68775139744, "sizeGB": 68.775139744, "sizeGiB": 64.0518402159214, "kld": 0.013235, "ppl": 5.731702, "pplDeltaPercent": 0.7860383330402676, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.013235, "Ppl": 5.731702, "PplError": 0.111217 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 10, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:10", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ2_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:11:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_s", "isSmallestProbe": false, "sizeBytes": 68775139744, "sizeGB": 68.775139744, "sizeGiB": 64.0518402159214, "kld": 0.013235, "ppl": 5.731702, "pplDeltaPercent": 0.7860383330402676, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.013235, "Ppl": 5.731702, "PplError": 0.111217 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 11, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:11", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ2_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:12:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_xs", "isSmallestProbe": false, "sizeBytes": 68763343264, "sizeGB": 68.763343264, "sizeGiB": 64.0408538877964, "kld": 0.039017, "ppl": 5.781142, "pplDeltaPercent": 1.6553894847898667, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.039017, "Ppl": 5.781142, "PplError": 0.11172 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 12, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:13", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:14:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q5_k_s", "isSmallestProbe": false, "sizeBytes": 68796766624, "sizeGB": 68.796766624, "sizeGiB": 64.0719818174839, "kld": 0.005263, "ppl": 5.682835, "pplDeltaPercent": -0.0732372076666154, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005263, "Ppl": 5.682835, "PplError": 0.109349 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 14, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:14", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:15:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q4_k_s", "isSmallestProbe": false, "sizeBytes": 68786280864, "sizeGB": 68.78628086399999, "sizeGiB": 64.0622161924839, "kld": 0.007259, "ppl": 5.696351, "pplDeltaPercent": 0.16442764199049875, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.007259, "Ppl": 5.696351, "PplError": 0.109803 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 15, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:16", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:17:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_m", "isSmallestProbe": false, "sizeBytes": 68775139744, "sizeGB": 68.775139744, "sizeGiB": 64.0518402159214, "kld": 0.013235, "ppl": 5.731702, "pplDeltaPercent": 0.7860383330402676, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.013235, "Ppl": 5.731702, "PplError": 0.111217 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 17, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:17", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027IQ3_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:18:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_m", "isSmallestProbe": false, "sizeBytes": 68786280864, "sizeGB": 68.78628086399999, "sizeGiB": 64.0622161924839, "kld": 0.007259, "ppl": 5.696351, "pplDeltaPercent": 0.16442764199049875, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.007259, "Ppl": 5.696351, "PplError": 0.109803 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 18, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:100", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:101:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 68796766624, "sizeGB": 68.796766624, "sizeGiB": 64.0719818174839, "kld": 0.005263, "ppl": 5.682835, "pplDeltaPercent": -0.0732372076666154, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005263, "Ppl": 5.682835, "PplError": 0.109349 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 101, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:101", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ2_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:102:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 68796766624, "sizeGB": 68.796766624, "sizeGiB": 64.0719818174839, "kld": 0.005263, "ppl": 5.682835, "pplDeltaPercent": -0.0732372076666154, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005263, "Ppl": 5.682835, "PplError": 0.109349 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 102, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:102", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ3_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:103:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf", "isSmallestProbe": false, "sizeBytes": 68807907744, "sizeGB": 68.80790774399999, "sizeGiB": 64.0823577940464, "kld": 0.004456, "ppl": 5.677936, "pplDeltaPercent": -0.1593810444874346, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004456, "Ppl": 5.677936, "PplError": 0.109214 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 103, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:103", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:104:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 68807907744, "sizeGB": 68.80790774399999, "sizeGiB": 64.0823577940464, "kld": 0.004456, "ppl": 5.677936, "pplDeltaPercent": -0.1593810444874346, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004456, "Ppl": 5.677936, "PplError": 0.109214 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 104, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:104", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:105:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 68828223904, "sizeGB": 68.828223904, "sizeGiB": 64.1012786924839, "kld": 0.00416, "ppl": 5.684618, "pplDeltaPercent": -0.04188500087919613, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.684618, "PplError": 0.109411 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 105, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:105", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ4_NL_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:106:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_NL_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68828223904, "sizeGB": 68.828223904, "sizeGiB": 64.1012786924839, "kld": 0.00416, "ppl": 5.684618, "pplDeltaPercent": -0.04188500087919613, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.684618, "PplError": 0.109411 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 106, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:106", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:107:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 68828223904, "sizeGB": 68.828223904, "sizeGiB": 64.1012786924839, "kld": 0.00416, "ppl": 5.684618, "pplDeltaPercent": -0.04188500087919613, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.684618, "PplError": 0.109411 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 107, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:107", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q2_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:108:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68796766624, "sizeGB": 68.796766624, "sizeGiB": 64.0719818174839, "kld": 0.005263, "ppl": 5.682835, "pplDeltaPercent": -0.0732372076666154, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005263, "Ppl": 5.682835, "PplError": 0.109349 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 108, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:108", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q3_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:109:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 68828223904, "sizeGB": 68.828223904, "sizeGiB": 64.1012786924839, "kld": 0.00416, "ppl": 5.684618, "pplDeltaPercent": -0.04188500087919613, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.684618, "PplError": 0.109411 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 109, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:109", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q3_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:110:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 68828223904, "sizeGB": 68.828223904, "sizeGiB": 64.1012786924839, "kld": 0.00416, "ppl": 5.684618, "pplDeltaPercent": -0.04188500087919613, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.684618, "PplError": 0.109411 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 110, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:110", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q3_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:111:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68828223904, "sizeGB": 68.828223904, "sizeGiB": 64.1012786924839, "kld": 0.00416, "ppl": 5.684618, "pplDeltaPercent": -0.04188500087919613, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.684618, "PplError": 0.109411 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 111, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:111", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:112:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 68828223904, "sizeGB": 68.828223904, "sizeGiB": 64.1012786924839, "kld": 0.00416, "ppl": 5.684618, "pplDeltaPercent": -0.04188500087919613, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.684618, "PplError": 0.109411 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 112, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:112", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:113:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 68828223904, "sizeGB": 68.828223904, "sizeGiB": 64.1012786924839, "kld": 0.00416, "ppl": 5.684618, "pplDeltaPercent": -0.04188500087919613, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.684618, "PplError": 0.109411 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 113, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:113", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q4_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:114:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68828223904, "sizeGB": 68.828223904, "sizeGiB": 64.1012786924839, "kld": 0.00416, "ppl": 5.684618, "pplDeltaPercent": -0.04188500087919613, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.684618, "PplError": 0.109411 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 114, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:114", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q5_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:115:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 68828223904, "sizeGB": 68.828223904, "sizeGiB": 64.1012786924839, "kld": 0.00416, "ppl": 5.684618, "pplDeltaPercent": -0.04188500087919613, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.684618, "PplError": 0.109411 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 115, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:115", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:116:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 68828223904, "sizeGB": 68.828223904, "sizeGiB": 64.1012786924839, "kld": 0.00416, "ppl": 5.684618, "pplDeltaPercent": -0.04188500087919613, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.684618, "PplError": 0.109411 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 116, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:116", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q5_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:117:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68828223904, "sizeGB": 68.828223904, "sizeGiB": 64.1012786924839, "kld": 0.00416, "ppl": 5.684618, "pplDeltaPercent": -0.04188500087919613, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.684618, "PplError": 0.109411 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 117, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:117", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:118:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 68828223904, "sizeGB": 68.828223904, "sizeGiB": 64.1012786924839, "kld": 0.00416, "ppl": 5.684618, "pplDeltaPercent": -0.04188500087919613, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.684618, "PplError": 0.109411 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 118, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:4:118", "description": "Continuation isolation coverage for group \u0027attn_output\u0027 using \u0027UD-Q6_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:119:202:202:0:202", "group": "attn_output", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68828223904, "sizeGB": 68.828223904, "sizeGiB": 64.1012786924839, "kld": 0.00416, "ppl": 5.684618, "pplDeltaPercent": -0.04188500087919613, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00416, "Ppl": 5.684618, "PplError": 0.109411 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 119, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:0", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q8_0\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:1:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 48695564704, "sizeGB": 48.695564704000006, "sizeGiB": 45.3512786924839, "kld": 0.004152, "ppl": 5.691483, "pplDeltaPercent": 0.07882890803586373, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004152, "Ppl": 5.691483, "PplError": 0.109581 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 1, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:1", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:2:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q6_k", "isSmallestProbe": false, "sizeBytes": 43474311584, "sizeGB": 43.474311584, "sizeGiB": 40.4886077940464, "kld": 0.004724, "ppl": 5.681713, "pplDeltaPercent": -0.0929664146298583, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004724, "Ppl": 5.681713, "PplError": 0.109292 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 2, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:2", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q5_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:3:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Q5_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q5_k", "isSmallestProbe": false, "sizeBytes": 40611043744, "sizeGB": 40.611043744, "sizeGiB": 37.8219818174839, "kld": 0.006349, "ppl": 5.687812, "pplDeltaPercent": 0.014278178301385842, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006349, "Ppl": 5.687812, "PplError": 0.109534 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 3, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:3", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:4:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q4_k_m", "isSmallestProbe": false, "sizeBytes": 37916203424, "sizeGB": 37.916203424, "sizeGiB": 35.3122161924839, "kld": 0.011208, "ppl": 5.70102, "pplDeltaPercent": 0.24652716722348297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.011208, "Ppl": 5.70102, "PplError": 0.109788 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 4, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:5", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:6:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq4_nl", "isSmallestProbe": false, "sizeBytes": 37916203424, "sizeGB": 37.916203424, "sizeGiB": 35.3122161924839, "kld": 0.01152, "ppl": 5.728836, "pplDeltaPercent": 0.7356426938631965, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.01152, "Ppl": 5.728836, "PplError": 0.110823 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 6, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:6", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:7:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq4_xs", "isSmallestProbe": false, "sizeBytes": 37242493344, "sizeGB": 37.242493343999996, "sizeGiB": 34.6847747862339, "kld": 0.011599, "ppl": 5.731601, "pplDeltaPercent": 0.7842623527343082, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.011599, "Ppl": 5.731601, "PplError": 0.110844 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 7, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:7", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ3_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:8:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_s", "isSmallestProbe": false, "sizeBytes": 35052935584, "sizeGB": 35.052935584, "sizeGiB": 32.6455902159214, "kld": 0.028907, "ppl": 5.736317, "pplDeltaPercent": 0.8671883242482747, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.028907, "Ppl": 5.736317, "PplError": 0.108575 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 8, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:8", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ3_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:9:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_xs", "isSmallestProbe": false, "sizeBytes": 34295011744, "sizeGB": 34.295011744, "sizeGiB": 31.939718633890152, "kld": 0.037054, "ppl": 5.766869, "pplDeltaPercent": 1.404413574819756, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.037054, "Ppl": 5.766869, "PplError": 0.109257 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 9, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:9", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:10:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_xxs", "isSmallestProbe": false, "sizeBytes": 34042370464, "sizeGB": 34.042370464, "sizeGiB": 31.704428106546402, "kld": 0.038551, "ppl": 5.809945, "pplDeltaPercent": 2.161860383330396, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.038551, "Ppl": 5.809945, "PplError": 0.111947 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 10, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:10", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ2_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:11:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_s", "isSmallestProbe": false, "sizeBytes": 32021240224, "sizeGB": 32.021240224, "sizeGiB": 29.822103887796402, "kld": 0.092937, "ppl": 6.073188, "pplDeltaPercent": 6.7907156673114075, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.092937, "Ppl": 6.073188, "PplError": 0.11838 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 11, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:11", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ2_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:12:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_xs", "isSmallestProbe": false, "sizeBytes": 32021240224, "sizeGB": 32.021240224, "sizeGiB": 29.822103887796402, "kld": 0.092937, "ppl": 6.073188, "pplDeltaPercent": 6.7907156673114075, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.092937, "Ppl": 6.073188, "PplError": 0.11838 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 12, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:13", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:14:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q5_k_s", "isSmallestProbe": false, "sizeBytes": 40611043744, "sizeGB": 40.611043744, "sizeGiB": 37.8219818174839, "kld": 0.006349, "ppl": 5.687812, "pplDeltaPercent": 0.014278178301385842, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006349, "Ppl": 5.687812, "PplError": 0.109534 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 14, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:14", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:15:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q4_k_s", "isSmallestProbe": false, "sizeBytes": 37916203424, "sizeGB": 37.916203424, "sizeGiB": 35.3122161924839, "kld": 0.011208, "ppl": 5.70102, "pplDeltaPercent": 0.24652716722348297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.011208, "Ppl": 5.70102, "PplError": 0.109788 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 15, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:16", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:17:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_m", "isSmallestProbe": false, "sizeBytes": 32694950304, "sizeGB": 32.694950304, "sizeGiB": 30.449545294046402, "kld": 0.068357, "ppl": 5.91869, "pplDeltaPercent": 4.07402848602074, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.068357, "Ppl": 5.91869, "PplError": 0.113879 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 17, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:17", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027IQ3_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:18:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_m", "isSmallestProbe": false, "sizeBytes": 35052935584, "sizeGB": 35.052935584, "sizeGiB": 32.6455902159214, "kld": 0.028907, "ppl": 5.736317, "pplDeltaPercent": 0.8671883242482747, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.028907, "Ppl": 5.736317, "PplError": 0.108575 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 18, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:100", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:101:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 31383574944, "sizeGB": 31.383574944, "sizeGiB": 29.228231817483902, "kld": 0.098545, "ppl": 5.977297, "pplDeltaPercent": 5.104571830490589, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.098545, "Ppl": 5.977297, "PplError": 0.115778 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 101, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:101", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ2_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:102:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 31383574944, "sizeGB": 31.383574944, "sizeGiB": 29.228231817483902, "kld": 0.098545, "ppl": 5.977297, "pplDeltaPercent": 5.104571830490589, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.098545, "Ppl": 5.977297, "PplError": 0.115778 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 102, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:102", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ3_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:103:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf", "isSmallestProbe": false, "sizeBytes": 32736893344, "sizeGB": 32.736893344, "sizeGiB": 30.488607794046402, "kld": 0.056607, "ppl": 5.891697, "pplDeltaPercent": 3.599384561280103, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.056607, "Ppl": 5.891697, "PplError": 0.114453 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 103, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:103", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:104:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 32736893344, "sizeGB": 32.736893344, "sizeGiB": 30.488607794046402, "kld": 0.056607, "ppl": 5.891697, "pplDeltaPercent": 3.599384561280103, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.056607, "Ppl": 5.891697, "PplError": 0.114453 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 104, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:104", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:105:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 35106019744, "sizeGB": 35.10601974400001, "sizeGiB": 32.6950286924839, "kld": 0.023567, "ppl": 5.752689, "pplDeltaPercent": 1.1550729734482132, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.023567, "Ppl": 5.752689, "PplError": 0.110552 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 105, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:105", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ4_NL_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:106:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_NL_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf", "isSmallestProbe": false, "sizeBytes": 36532083104, "sizeGB": 36.532083104, "sizeGiB": 34.0231536924839, "kld": 0.016402, "ppl": 5.725441, "pplDeltaPercent": 0.675945138034108, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.016402, "Ppl": 5.725441, "PplError": 0.110507 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 106, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:106", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:107:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 35106019744, "sizeGB": 35.10601974400001, "sizeGiB": 32.6950286924839, "kld": 0.023567, "ppl": 5.752689, "pplDeltaPercent": 1.1550729734482132, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.023567, "Ppl": 5.752689, "PplError": 0.110552 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 107, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:107", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q2_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:108:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 32105273760, "sizeGB": 32.10527376, "sizeGiB": 29.900366216897964, "kld": 0.076251, "ppl": 5.969218, "pplDeltaPercent": 4.96251098997713, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.076251, "Ppl": 5.969218, "PplError": 0.116189 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 108, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:108", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q3_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:109:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 34099386784, "sizeGB": 34.099386784000004, "sizeGiB": 31.757528692483902, "kld": 0.032516, "ppl": 5.790863, "pplDeltaPercent": 1.826323193247751, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.032516, "Ppl": 5.790863, "PplError": 0.111975 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 109, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:109", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q3_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:110:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 34099386784, "sizeGB": 34.099386784000004, "sizeGiB": 31.757528692483902, "kld": 0.032516, "ppl": 5.790863, "pplDeltaPercent": 1.826323193247751, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.032516, "Ppl": 5.790863, "PplError": 0.111975 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 110, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:110", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q3_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:111:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 34179078560, "sizeGB": 34.17907856, "sizeGiB": 31.831747442483902, "kld": 0.032488, "ppl": 5.795611, "pplDeltaPercent": 1.909811851591345, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.032488, "Ppl": 5.795611, "PplError": 0.112003 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 111, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:111", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:112:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 37958146464, "sizeGB": 37.958146464, "sizeGiB": 35.3512786924839, "kld": 0.009815, "ppl": 5.709141, "pplDeltaPercent": 0.38932653420080043, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.009815, "Ppl": 5.709141, "PplError": 0.11002 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 112, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:112", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:113:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 37958146464, "sizeGB": 37.958146464, "sizeGiB": 35.3512786924839, "kld": 0.009815, "ppl": 5.709141, "pplDeltaPercent": 0.38932653420080043, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.009815, "Ppl": 5.709141, "PplError": 0.11002 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 113, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:113", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q4_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:114:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 38025255328, "sizeGB": 38.025255328, "sizeGiB": 35.4137786924839, "kld": 0.009754, "ppl": 5.700645, "pplDeltaPercent": 0.2399331809389742, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.009754, "Ppl": 5.700645, "PplError": 0.109741 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 114, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:114", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q5_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:115:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 40642501024, "sizeGB": 40.642501024, "sizeGiB": 37.8512786924839, "kld": 0.006135, "ppl": 5.676038, "pplDeltaPercent": -0.1927554070687557, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006135, "Ppl": 5.676038, "PplError": 0.109202 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 115, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:115", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:116:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 40642501024, "sizeGB": 40.642501024, "sizeGiB": 37.8512786924839, "kld": 0.006135, "ppl": 5.676038, "pplDeltaPercent": -0.1927554070687557, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006135, "Ppl": 5.676038, "PplError": 0.109202 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 116, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:116", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q5_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:117:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 40713804192, "sizeGB": 40.713804192000005, "sizeGiB": 37.9176849424839, "kld": 0.005908, "ppl": 5.687248, "pplDeltaPercent": 0.004360822929488763, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005908, "Ppl": 5.687248, "PplError": 0.109499 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 117, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:117", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:118:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 43494627744, "sizeGB": 43.494627744000006, "sizeGiB": 40.5075286924839, "kld": 0.004701, "ppl": 5.683968, "pplDeltaPercent": -0.05331457710568217, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004701, "Ppl": 5.683968, "PplError": 0.109428 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 118, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:5:118", "description": "Continuation isolation coverage for group \u0027ffn_up_gate\u0027 using \u0027UD-Q6_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:119:202:0:202", "group": "ffn_up_gate", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 43624651168, "sizeGB": 43.624651168, "sizeGiB": 40.6286224424839, "kld": 0.004993, "ppl": 5.68651, "pplDeltaPercent": -0.00861614207842626, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004993, "Ppl": 5.68651, "PplError": 0.109473 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 119, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:0", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q8_0\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:1:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 58801215904, "sizeGB": 58.801215903999996, "sizeGiB": 54.7628997862339, "kld": 0.00415, "ppl": 5.683273, "pplDeltaPercent": -0.06553543168631053, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00415, "Ppl": 5.683273, "PplError": 0.109357 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 1, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:1", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:2:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q6_k", "isSmallestProbe": false, "sizeBytes": 56190589344, "sizeGB": 56.190589344, "sizeGiB": 52.33156433701515, "kld": 0.004825, "ppl": 5.687303, "pplDeltaPercent": 0.0053279409178779704, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004825, "Ppl": 5.687303, "PplError": 0.109454 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 2, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:2", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q5_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:3:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Q5_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q5_k", "isSmallestProbe": false, "sizeBytes": 55474772384, "sizeGB": 55.474772384000005, "sizeGiB": 51.66490784287453, "kld": 0.005783, "ppl": 5.684748, "pplDeltaPercent": -0.03959908563390829, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005783, "Ppl": 5.684748, "PplError": 0.109349 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 3, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:3", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:4:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q4_k_m", "isSmallestProbe": false, "sizeBytes": 54801062304, "sizeGB": 54.801062304, "sizeGiB": 51.03746643662453, "kld": 0.00722, "ppl": 5.687265, "pplDeltaPercent": 0.004659750307714747, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00722, "Ppl": 5.687265, "PplError": 0.109384 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 4, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:5", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:6:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq4_nl", "isSmallestProbe": false, "sizeBytes": 53411535264, "sizeGB": 53.411535264, "sizeGiB": 49.7433685362339, "kld": 0.01, "ppl": 5.701725, "pplDeltaPercent": 0.2589238614383582, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.01, "Ppl": 5.701725, "PplError": 0.109694 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 6, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:6", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:7:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq4_xs", "isSmallestProbe": false, "sizeBytes": 53074680224, "sizeGB": 53.074680224, "sizeGiB": 49.4296478331089, "kld": 0.010597, "ppl": 5.700475, "pplDeltaPercent": 0.2369439071566675, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.010597, "Ppl": 5.700475, "PplError": 0.109711 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 7, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:7", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ3_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:8:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_s", "isSmallestProbe": false, "sizeBytes": 51979901344, "sizeGB": 51.979901344, "sizeGiB": 48.41005554795265, "kld": 0.020793, "ppl": 5.726535, "pplDeltaPercent": 0.6951819940214502, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.020793, "Ppl": 5.726535, "PplError": 0.109634 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 8, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:8", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ3_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:9:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_xs", "isSmallestProbe": false, "sizeBytes": 51979901344, "sizeGB": 51.979901344, "sizeGiB": 48.41005554795265, "kld": 0.020793, "ppl": 5.726535, "pplDeltaPercent": 0.6951819940214502, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.020793, "Ppl": 5.726535, "PplError": 0.109634 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 9, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:9", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:10:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_xxs", "isSmallestProbe": false, "sizeBytes": 51474618784, "sizeGB": 51.474618784, "sizeGiB": 47.93947449326515, "kld": 0.030482, "ppl": 5.724098, "pplDeltaPercent": 0.6523298751538492, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.030482, "Ppl": 5.724098, "PplError": 0.109829 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 10, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:10", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ2_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:11:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_s", "isSmallestProbe": false, "sizeBytes": 50577594784, "sizeGB": 50.577594784, "sizeGiB": 47.10405579209328, "kld": 0.065126, "ppl": 5.927871, "pplDeltaPercent": 4.235466854228933, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.065126, "Ppl": 5.927871, "PplError": 0.114351 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 11, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:11", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ2_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:12:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_xs", "isSmallestProbe": false, "sizeBytes": 50495592864, "sizeGB": 50.495592863999995, "sizeGiB": 47.027685552835464, "kld": 0.067215, "ppl": 5.934405, "pplDeltaPercent": 4.350360471250213, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.067215, "Ppl": 5.934405, "PplError": 0.114681 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 12, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:13", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:14:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q5_k_s", "isSmallestProbe": false, "sizeBytes": 54758955424, "sizeGB": 54.758955424, "sizeGiB": 50.9982513487339, "kld": 0.006424, "ppl": 5.685303, "pplDeltaPercent": -0.029839985932830305, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.006424, "Ppl": 5.685303, "PplError": 0.109411 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 14, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:14", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:15:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q4_k_s", "isSmallestProbe": false, "sizeBytes": 53579962784, "sizeGB": 53.579962784, "sizeGiB": 49.9002288877964, "kld": 0.009286, "ppl": 5.698708, "pplDeltaPercent": 0.20587304378406202, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.009286, "Ppl": 5.698708, "PplError": 0.109611 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 15, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:16", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:17:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_m", "isSmallestProbe": false, "sizeBytes": 50889218464, "sizeGB": 50.889218464, "sizeGiB": 47.39427796006203, "kld": 0.049787, "ppl": 5.838866, "pplDeltaPercent": 2.6704061895551265, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.049787, "Ppl": 5.838866, "PplError": 0.112562 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 17, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:17", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027IQ3_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:18:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_m", "isSmallestProbe": false, "sizeBytes": 52158855584, "sizeGB": 52.158855583999994, "sizeGiB": 48.57671967148781, "kld": 0.019721, "ppl": 5.731402, "pplDeltaPercent": 0.7807631440126575, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.019721, "Ppl": 5.731402, "PplError": 0.109761 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 18, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:100", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:101:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 51612506528, "sizeGB": 51.612506528, "sizeGiB": 48.06789246201515, "kld": 0.024661, "ppl": 5.688167, "pplDeltaPercent": 0.020520485317385193, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.024661, "Ppl": 5.688167, "PplError": 0.10917 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 101, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:101", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ2_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:102:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 50909960608, "sizeGB": 50.909960608, "sizeGiB": 47.41359558701515, "kld": 0.039413, "ppl": 5.780372, "pplDeltaPercent": 1.6418498329523399, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.039413, "Ppl": 5.780372, "PplError": 0.111268 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 102, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:102", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ3_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:103:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf", "isSmallestProbe": false, "sizeBytes": 52078074272, "sizeGB": 52.078074271999995, "sizeGiB": 48.50148621201515, "kld": 0.016685, "ppl": 5.7212, "pplDeltaPercent": 0.6013715491471662, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.016685, "Ppl": 5.7212, "PplError": 0.11004 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 103, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:103", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:104:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 51612506528, "sizeGB": 51.612506528, "sizeGiB": 48.06789246201515, "kld": 0.024661, "ppl": 5.688167, "pplDeltaPercent": 0.020520485317385193, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.024661, "Ppl": 5.688167, "PplError": 0.10917 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 104, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:104", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:105:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 53640124832, "sizeGB": 53.640124832, "sizeGiB": 49.9562591612339, "kld": 0.008822, "ppl": 5.696828, "pplDeltaPercent": 0.17281519254439467, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.008822, "Ppl": 5.696828, "PplError": 0.109675 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 105, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:105", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ4_NL_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:106:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_NL_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf", "isSmallestProbe": false, "sizeBytes": 53673679264, "sizeGB": 53.673679264, "sizeGiB": 49.9875091612339, "kld": 0.008677, "ppl": 5.699498, "pplDeltaPercent": 0.21976437489009842, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.008677, "Ppl": 5.699498, "PplError": 0.109707 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 106, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:106", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:107:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 53329746336, "sizeGB": 53.32974633600001, "sizeGiB": 49.6671966612339, "kld": 0.008649, "ppl": 5.695864, "pplDeltaPercent": 0.15586425180235594, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.008649, "Ppl": 5.695864, "PplError": 0.109709 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 107, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:107", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q2_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:108:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 51652606368, "sizeGB": 51.652606368, "sizeGiB": 48.10523834824562, "kld": 0.024193, "ppl": 5.70727, "pplDeltaPercent": 0.35642693863196784, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.024193, "Ppl": 5.70727, "PplError": 0.109723 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 108, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:108", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q3_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:109:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 53329746336, "sizeGB": 53.32974633600001, "sizeGiB": 49.6671966612339, "kld": 0.008649, "ppl": 5.695864, "pplDeltaPercent": 0.15586425180235594, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.008649, "Ppl": 5.695864, "PplError": 0.109709 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 109, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:109", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q3_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:110:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 52088232352, "sizeGB": 52.088232352, "sizeGiB": 48.5109466612339, "kld": 0.016834, "ppl": 5.723331, "pplDeltaPercent": 0.6388429752066057, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.016834, "Ppl": 5.723331, "PplError": 0.110153 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 110, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:110", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q3_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:111:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 53371689376, "sizeGB": 53.371689376, "sizeGiB": 49.7062591612339, "kld": 0.008546, "ppl": 5.700715, "pplDeltaPercent": 0.24116405837874938, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.008546, "Ppl": 5.700715, "PplError": 0.109797 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 111, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:111", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:112:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 54881638816, "sizeGB": 54.881638816, "sizeGiB": 51.1125091612339, "kld": 0.005686, "ppl": 5.687407, "pplDeltaPercent": 0.007156673114120735, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005686, "Ppl": 5.687407, "PplError": 0.109426 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 112, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:112", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:113:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 53640124832, "sizeGB": 53.640124832, "sizeGiB": 49.9562591612339, "kld": 0.008324, "ppl": 5.700992, "pplDeltaPercent": 0.24603481624758225, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.008324, "Ppl": 5.700992, "PplError": 0.109818 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 113, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:113", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q4_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:114:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 54917290400, "sizeGB": 54.9172904, "sizeGiB": 51.1457122862339, "kld": 0.005858, "ppl": 5.685906, "pplDeltaPercent": -0.01923685598734219, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005858, "Ppl": 5.685906, "PplError": 0.109395 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 114, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:114", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q5_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:115:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 56395782560, "sizeGB": 56.39578256, "sizeGiB": 52.5226654112339, "kld": 0.00464, "ppl": 5.689336, "pplDeltaPercent": 0.041076138561626015, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00464, "Ppl": 5.689336, "PplError": 0.109502 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 115, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:115", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:116:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 54881638816, "sizeGB": 54.881638816, "sizeGiB": 51.1125091612339, "kld": 0.005686, "ppl": 5.687407, "pplDeltaPercent": 0.007156673114120735, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.005686, "Ppl": 5.687407, "PplError": 0.109426 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 116, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:116", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q5_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:117:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 56460794272, "sizeGB": 56.460794272, "sizeGiB": 52.5832122862339, "kld": 0.004681, "ppl": 5.676786, "pplDeltaPercent": -0.1796026024265938, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.004681, "Ppl": 5.676786, "PplError": 0.109101 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 117, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:117", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:118:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 56395782560, "sizeGB": 56.39578256, "sizeGiB": 52.5226654112339, "kld": 0.00464, "ppl": 5.689336, "pplDeltaPercent": 0.041076138561626015, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00464, "Ppl": 5.689336, "PplError": 0.109502 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 118, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:6:118", "description": "Continuation isolation coverage for group \u0027ffn_down\u0027 using \u0027UD-Q6_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:119:0:202", "group": "ffn_down", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 58801215904, "sizeGB": 58.801215903999996, "sizeGiB": 54.7628997862339, "kld": 0.00415, "ppl": 5.683273, "pplDeltaPercent": -0.06553543168631053, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.00415, "Ppl": 5.683273, "PplError": 0.109357 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 119, "MoeExperts": 0, "MoeRouter": 202 } }, { "key": "cont:0:8:0", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027Q8_0\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:1", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "Q8_0", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q8_0", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 1 } }, { "key": "cont:0:8:1", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:2", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q6_k", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 2 } }, { "key": "cont:0:8:2", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027Q5_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:3", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "Q5_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q5_k", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 3 } }, { "key": "cont:0:8:3", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:4", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q4_k_m", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 4 } }, { "key": "cont:0:8:5", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:6", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq4_nl", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 6 } }, { "key": "cont:0:8:6", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:7", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq4_xs", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 7 } }, { "key": "cont:0:8:7", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ3_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:8", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_s", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 8 } }, { "key": "cont:0:8:8", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ3_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:9", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_xs", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 9 } }, { "key": "cont:0:8:9", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:10", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_xxs", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 10 } }, { "key": "cont:0:8:10", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ2_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:11", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_s", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 11 } }, { "key": "cont:0:8:11", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ2_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:12", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_xs", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 12 } }, { "key": "cont:0:8:13", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:14", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q5_k_s", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 14 } }, { "key": "cont:0:8:14", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:15", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:q4_k_s", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 15 } }, { "key": "cont:0:8:16", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:17", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq2_m", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 17 } }, { "key": "cont:0:8:17", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027IQ3_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:18", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "IQ3_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "standard:iq3_m", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 18 } }, { "key": "cont:0:8:100", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ2_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:101", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ2_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_m.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 101 } }, { "key": "cont:0:8:101", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ2_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:102", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ2_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq2_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 102 } }, { "key": "cont:0:8:102", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ3_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:103", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ3_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_s.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 103 } }, { "key": "cont:0:8:103", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ3_XXS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:104", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ3_XXS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq3_xxs.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 104 } }, { "key": "cont:0:8:104", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ4_NL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:105", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_NL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 105 } }, { "key": "cont:0:8:105", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ4_NL_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:106", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_NL_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_nl_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 106 } }, { "key": "cont:0:8:106", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-IQ4_XS\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:107", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-IQ4_XS", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-iq4_xs.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 107 } }, { "key": "cont:0:8:107", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q2_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:108", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q2_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q2_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 108 } }, { "key": "cont:0:8:108", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q3_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:109", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 109 } }, { "key": "cont:0:8:109", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q3_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:110", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 110 } }, { "key": "cont:0:8:110", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q3_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:111", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q3_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q3_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 111 } }, { "key": "cont:0:8:111", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q4_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:112", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 112 } }, { "key": "cont:0:8:112", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q4_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:113", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 113 } }, { "key": "cont:0:8:113", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q4_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:114", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q4_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 114 } }, { "key": "cont:0:8:114", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q5_K_M\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:115", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_M", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 115 } }, { "key": "cont:0:8:115", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q5_K_S\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:116", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_S", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 116 } }, { "key": "cont:0:8:116", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q5_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:117", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q5_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 117 } }, { "key": "cont:0:8:117", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q6_K\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:118", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q6_K", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 118 } }, { "key": "cont:0:8:118", "description": "Continuation isolation coverage for group \u0027moe_router\u0027 using \u0027UD-Q6_K_XL\u0027.", "kind": "GroupIsolationContinuation", "tensorConfigKey": "0:202:202:202:202:202:202:202:0:119", "group": "moe_router", "testedBaseline": "Q8_0", "testedCandidate": "UD-Q6_K_XL", "testedBaselineCanonicalKey": "standard:q8_0", "testedCandidateCanonicalKey": "custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf", "isSmallestProbe": false, "sizeBytes": 68906867104, "sizeGB": 68.906867104, "sizeGiB": 64.1745208799839, "kld": 0.003969, "ppl": 5.688643, "pplDeltaPercent": 0.028890451907853297, "foundBenchmark": true, "categories": [ { "CategoryId": 1, "Category": "General", "Kld": 0.003969, "Ppl": 5.688643, "PplError": 0.109522 } ], "config": { "BaseQuant": 0, "Embeddings": 202, "LmHead": 202, "AttnQ": 202, "AttnKV": 202, "AttnOutput": 202, "FfnUpGate": 202, "FfnDown": 202, "MoeExperts": 0, "MoeRouter": 119 } } ]