[ { "ExportedFileName": "Qwen3.6-35B-A3B-MQ-Q6_K_1.gguf", "DisplayName": "MQ-Q6_K_1", "ProviderSource": "MagicQuant", "BaselineFamily": "Q6_K", "OriginalReferenceBaseline": "UD-Q6_K_XL", "TensorGroups": { "embeddings": "UD-IQ3_S", "lm_head": "UD-Q6_K_XL", "attn_q": "UD-Q6_K_XL", "attn_kv": "UD-Q6_K_XL", "attn_output": "UD-Q6_K_XL", "ffn_up_gate": "UD-Q6_K", "ffn_down": "UD-Q6_K_XL", "moe_router": "UD-Q6_K_XL" }, "EffectiveQuantStateKey": "base=custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k_xl.gguf:b041e242772891d41b594cb9724683919cdf974b8b2010b4bf79a5238b1fdd04|attn_kv=effective:Q8_0|attn_output=effective:Q8_0|attn_q=effective:Q8_0|embeddings=effective:Q6_K|ffn_down=effective:Q8_0|ffn_up_gate=effective-map:af6e51040258602dfa593fefeb366ce9b5f1b0edbcfe99cdad2ca43c1b6759f1|lm_head=effective:Q8_0|moe_experts=base|moe_router=effective:F32", "HasUnknownMappings": false, "Warnings": [], "UsedImatrix": true, "ExpectedSizeBytes": 31590586784, "ExpectedSizeGB": 31.590586784000003, "ExpectedSizeGiB": 29.42102661728859, "ActualSizeBytes": 31590586784, "ActualSizeGB": 31.590586784000003, "ActualSizeGiB": 29.42102661728859, "OriginalExternalSource": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF" }, { "ExportedFileName": "Qwen3.6-35B-A3B-MQ-Q5_K_1.gguf", "DisplayName": "MQ-Q5_K_1", "ProviderSource": "MagicQuant", "BaselineFamily": "Q5_K", "OriginalReferenceBaseline": "UD-Q6_K", "TensorGroups": { "embeddings": "UD-IQ3_S", "lm_head": "UD-Q6_K", "attn_q": "UD-Q6_K", "attn_kv": "UD-Q6_K", "attn_output": "UD-Q6_K", "ffn_up_gate": "UD-Q6_K", "ffn_down": "UD-Q6_K", "moe_router": "UD-Q6_K" }, "EffectiveQuantStateKey": "base=custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q6_k.gguf:7adf378c71d7be60c44a376063ff6ce961b4e966eca875a8f8d7896caac600ce|attn_kv=effective:Q8_0|attn_output=effective:Q8_0|attn_q=effective:Q8_0|embeddings=effective:Q6_K|ffn_down=effective-map:68239e697ee2ca5a8dfe9d570fa12cd91079a3bc288d409a7f8723878e335025|ffn_up_gate=effective-map:af6e51040258602dfa593fefeb366ce9b5f1b0edbcfe99cdad2ca43c1b6759f1|lm_head=effective:Q8_0|moe_experts=base|moe_router=effective:F32", "HasUnknownMappings": false, "Warnings": [], "UsedImatrix": true, "ExpectedSizeBytes": 29185153440, "ExpectedSizeGB": 29.18515344, "ExpectedSizeGiB": 27.18079224228859, "ActualSizeBytes": 29185153440, "ActualSizeGB": 29.18515344, "ActualSizeGiB": 27.18079224228859, "OriginalExternalSource": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF" }, { "ExportedFileName": "Qwen3.6-35B-A3B-MQ-Q5_K_S_1.gguf", "DisplayName": "MQ-Q5_K_S_1", "ProviderSource": "MagicQuant", "BaselineFamily": "Q5_K_S", "OriginalReferenceBaseline": "UD-Q5_K_M", "TensorGroups": { "embeddings": "UD-IQ3_S", "lm_head": "UD-Q5_K_M", "attn_q": "UD-Q5_K_M", "attn_kv": "UD-Q5_K_M", "attn_output": "UD-Q5_K_M", "ffn_up_gate": "UD-Q5_K_M", "ffn_down": "UD-Q5_K_M", "moe_router": "UD-Q5_K_M" }, "EffectiveQuantStateKey": "base=custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_m.gguf:465a2d2917fe671799c9ead0e7ab06b23768f32c682859e947b106300e500f8d|attn_kv=effective:Q8_0|attn_output=effective:Q8_0|attn_q=effective:Q8_0|embeddings=effective:Q6_K|ffn_down=effective-map:68239e697ee2ca5a8dfe9d570fa12cd91079a3bc288d409a7f8723878e335025|ffn_up_gate=effective-map:230969bb48ee61b64b1d18f3f2fb3eca7944c4a953d68b63c0b2c744c1a0a481|lm_head=effective:Q8_0|moe_experts=base|moe_router=effective:F32", "HasUnknownMappings": false, "Warnings": [], "UsedImatrix": true, "ExpectedSizeBytes": 26333026720, "ExpectedSizeGB": 26.33302672, "ExpectedSizeGiB": 24.52454224228859, "ActualSizeBytes": 26333026720, "ActualSizeGB": 26.33302672, "ActualSizeGiB": 24.52454224228859, "OriginalExternalSource": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF" }, { "ExportedFileName": "Qwen3.6-35B-A3B-MQ-Q4_K_M_1.gguf", "DisplayName": "MQ-Q4_K_M_1", "ProviderSource": "MagicQuant", "BaselineFamily": "Q4_K_M", "OriginalReferenceBaseline": "UD-Q5_K_S", "TensorGroups": { "embeddings": "UD-IQ3_S", "lm_head": "UD-Q5_K_S", "attn_q": "UD-Q5_K_S", "attn_kv": "UD-Q5_K_S", "attn_output": "UD-Q5_K_S", "ffn_up_gate": "UD-Q5_K_S", "ffn_down": "UD-Q5_K_S", "moe_router": "UD-Q5_K_S" }, "EffectiveQuantStateKey": "base=custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q5_k_s.gguf:07a0ba8ae4dd65ade37ef5b2ff7e86652d26f034d9081bcc926c74bbf8f9b24b|attn_kv=effective:Q8_0|attn_output=effective:Q8_0|attn_q=effective:Q8_0|embeddings=effective:Q6_K|ffn_down=effective-map:5e8f26dfe41695efd6a77ad726b5a479337cb7d3a6f39d2d2476df32f5be88b9|ffn_up_gate=effective-map:230969bb48ee61b64b1d18f3f2fb3eca7944c4a953d68b63c0b2c744c1a0a481|lm_head=effective:Q8_0|moe_experts=base|moe_router=effective:F32", "HasUnknownMappings": false, "Warnings": [], "UsedImatrix": true, "ExpectedSizeBytes": 24818882976, "ExpectedSizeGB": 24.818882976, "ExpectedSizeGiB": 23.11438599228859, "ActualSizeBytes": 24818882976, "ActualSizeGB": 24.818882976, "ActualSizeGiB": 23.11438599228859, "OriginalExternalSource": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF" }, { "ExportedFileName": "Qwen3.6-35B-A3B-MQ-Q4_K_M_2.gguf", "DisplayName": "MQ-Q4_K_M_2", "ProviderSource": "MagicQuant", "BaselineFamily": "Q4_K_M", "OriginalReferenceBaseline": "UD-Q4_K_XL", "TensorGroups": { "embeddings": "UD-Q4_K_XL", "lm_head": "UD-Q4_K_XL", "attn_q": "UD-Q4_K_XL", "attn_kv": "UD-Q4_K_XL", "attn_output": "UD-Q4_K_XL", "ffn_up_gate": "UD-Q4_K_XL", "ffn_down": "UD-Q5_K_S", "moe_router": "UD-Q4_K_XL" }, "EffectiveQuantStateKey": "base=custom:qwen3.6-35b-a3b:unsloth/qwen3.6-35b-a3b-gguf:qwen3.6-35b-a3b-ud-q4_k_xl.gguf:e1a179d59214c99477ac7d4265a15deed24fe73b178c4ff727005b778fe232e4|attn_kv=effective:Q8_0|attn_output=effective:Q8_0|attn_q=effective:Q8_0|embeddings=effective:Q8_0|ffn_down=effective-map:5e8f26dfe41695efd6a77ad726b5a479337cb7d3a6f39d2d2476df32f5be88b9|ffn_up_gate=effective-map:deac2607058b03ef652577bfdddc30fd9ac8d5bd8bb8b34cd6da95773b5ba7a5|lm_head=effective:Q8_0|moe_experts=base|moe_router=effective:F32", "HasUnknownMappings": false, "Warnings": [], "UsedImatrix": true, "ExpectedSizeBytes": 22324804000, "ExpectedSizeGB": 22.324804, "ExpectedSizeGiB": 20.791593939065933, "ActualSizeBytes": 22324804000, "ActualSizeGB": 22.324804, "ActualSizeGiB": 20.791593939065933, "OriginalExternalSource": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF" }, { "ExportedFileName": "Qwen3.6-35B-A3B-MQ-IQ4_NL_1.gguf", "DisplayName": "MQ-IQ4_NL_1", "ProviderSource": "MagicQuant", "BaselineFamily": "IQ4_NL", "OriginalReferenceBaseline": "Q8_0", "TensorGroups": { "embeddings": "UD-IQ3_S", "lm_head": "Q8_0", "attn_q": "Q8_0", "attn_kv": "Q8_0", "attn_output": "Q8_0", "ffn_up_gate": "UD-Q4_K_M", "ffn_down": "UD-Q4_K_S", "moe_router": "Q8_0" }, "EffectiveQuantStateKey": "base=standard:q8_0|attn_kv=effective:Q8_0|attn_output=effective:Q8_0|attn_q=effective:Q8_0|embeddings=effective:Q6_K|ffn_down=effective-map:b3e2bfc3f1412c7ffc0296b9931b0a0c354aaf70689fa534425d56cb75f33b36|ffn_up_gate=effective-map:7c60db1e6e409a2059d9b90c6a48e1d79eea0e3bbf90511308c545ded48a353f|lm_head=effective:Q8_0|moe_experts=base|moe_router=effective:F32", "HasUnknownMappings": false, "Warnings": [], "UsedImatrix": true, "ExpectedSizeBytes": 20887239072, "ExpectedSizeGB": 20.887239072, "ExpectedSizeGiB": 19.45275726914406, "ActualSizeBytes": 20887239072, "ActualSizeGB": 20.887239072, "ActualSizeGiB": 19.45275726914406, "OriginalExternalSource": null }, { "ExportedFileName": "Qwen3.6-35B-A3B-MQ-IQ3_M_1.gguf", "DisplayName": "MQ-IQ3_M_1", "ProviderSource": "MagicQuant", "BaselineFamily": "IQ3_M", "OriginalReferenceBaseline": "Q8_0", "TensorGroups": { "embeddings": "UD-IQ3_S", "lm_head": "Q8_0", "attn_q": "Q6_K", "attn_kv": "Q8_0", "attn_output": "Q8_0", "ffn_up_gate": "UD-IQ4_NL", "ffn_down": "UD-Q3_K_XL", "moe_router": "Q8_0" }, "EffectiveQuantStateKey": "base=standard:q8_0|attn_kv=effective:Q8_0|attn_output=effective:Q8_0|attn_q=effective:Q6_K|embeddings=effective:Q6_K|ffn_down=effective-map:ade0d03103360f74cdf5956adcc1fa96c915bf50479179056b6a58a7906dd7bb|ffn_up_gate=effective-map:81e7942b1c609d4bad690a89b8fb60638224e86c8585a01a14af7695a9ec13c7|lm_head=effective:Q8_0|moe_experts=base|moe_router=effective:F32", "HasUnknownMappings": false, "Warnings": [], "UsedImatrix": true, "ExpectedSizeBytes": 17604147616, "ExpectedSizeGB": 17.604147616000002, "ExpectedSizeGiB": 16.39514008164406, "ActualSizeBytes": 17604147616, "ActualSizeGB": 17.604147616000002, "ActualSizeGiB": 16.39514008164406, "OriginalExternalSource": null }, { "ExportedFileName": "Qwen3.6-35B-A3B-MQ-IQ2_XXS_1.gguf", "DisplayName": "MQ-IQ2_XXS_1", "ProviderSource": "MagicQuant", "BaselineFamily": "IQ2_XXS", "OriginalReferenceBaseline": "IQ2_XXS", "TensorGroups": { "embeddings": "IQ2_XXS", "lm_head": "IQ2_XXS", "attn_q": "Q4_K_S", "attn_kv": "IQ3_M", "attn_output": "IQ4_XS", "ffn_up_gate": "IQ2_XXS", "ffn_down": "IQ2_XXS", "moe_router": "IQ2_XXS" }, "EffectiveQuantStateKey": "base=standard:iq2_xxs|attn_kv=effective-map:5cc7922095c0ed00051c707e5533ff80b0c30b8deb3c73d4eee7de61e160bf47|attn_output=effective:IQ4_XS|attn_q=effective-map:62037c61de1bdfda08e0e5d614d15c085fabca66e486e7c8856b3a60e0f5da3f|embeddings=effective:unknown:Q2_K|ffn_down=effective-map:c67598817899c15d34c24fe469564c6f419642ee9424ac707ac7d007d7e4c4b3|ffn_up_gate=effective:IQ2_XXS|lm_head=effective:Q5_K|moe_experts=base|moe_router=effective:F32", "HasUnknownMappings": true, "Warnings": [ "Unknown or partially unmapped learned tensor state \u0027Q2_K\u0027 was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state \u0027Q2_K\u0027 was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state \u0027Q2_K\u0027 was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state \u0027Q2_K\u0027 was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state \u0027Q2_K\u0027 was preserved as raw metadata.", "Unknown or partially unmapped learned tensor state \u0027Q2_K\u0027 was preserved as raw metadata." ], "UsedImatrix": true, "ExpectedSizeBytes": 9587160480, "ExpectedSizeGB": 9.58716048, "ExpectedSizeGiB": 8.928738981485367, "ActualSizeBytes": 9587160480, "ActualSizeGB": 9.58716048, "ActualSizeGiB": 8.928738981485367, "OriginalExternalSource": null } ]